2024-11-10 15:17:50,383 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-10 15:17:50,404 main DEBUG Took 0.018843 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-10 15:17:50,404 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-10 15:17:50,405 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-10 15:17:50,405 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-10 15:17:50,406 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 15:17:50,413 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-10 15:17:50,427 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 15:17:50,429 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 15:17:50,430 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 15:17:50,430 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 15:17:50,431 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 15:17:50,431 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 15:17:50,433 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 15:17:50,433 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 15:17:50,434 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 15:17:50,434 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 15:17:50,435 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 15:17:50,436 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 15:17:50,437 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 15:17:50,437 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 15:17:50,438 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 15:17:50,438 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 15:17:50,439 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 15:17:50,439 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 15:17:50,440 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 15:17:50,440 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 15:17:50,441 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 15:17:50,441 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 15:17:50,442 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 15:17:50,442 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 15:17:50,443 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 15:17:50,443 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-10 15:17:50,445 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 15:17:50,447 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-10 15:17:50,449 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-10 15:17:50,450 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-10 15:17:50,451 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-10 15:17:50,452 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-10 15:17:50,462 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-10 15:17:50,466 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-10 15:17:50,468 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-10 15:17:50,468 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-10 15:17:50,469 main DEBUG createAppenders(={Console}) 2024-11-10 15:17:50,470 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-10 15:17:50,470 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-10 15:17:50,471 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-10 15:17:50,471 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-10 15:17:50,472 main DEBUG OutputStream closed 2024-11-10 15:17:50,472 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-10 15:17:50,472 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-10 15:17:50,473 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-10 15:17:50,566 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-10 15:17:50,569 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-10 15:17:50,570 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-10 15:17:50,571 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-10 15:17:50,572 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-10 15:17:50,573 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-10 15:17:50,573 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-10 15:17:50,573 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-10 15:17:50,574 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-10 15:17:50,574 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-10 15:17:50,575 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-10 15:17:50,575 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-10 15:17:50,575 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-10 15:17:50,576 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-10 15:17:50,576 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-10 15:17:50,577 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-10 15:17:50,577 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-10 15:17:50,578 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-10 15:17:50,581 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-10 15:17:50,581 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-10 15:17:50,582 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-10 15:17:50,583 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-10T15:17:50,597 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-10 15:17:50,600 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-10 15:17:50,600 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-10T15:17:50,665 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=704, ProcessCount=11, AvailableMemoryMB=3588 2024-11-10T15:17:50,933 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-10T15:17:50,988 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71ac9afe-99a1-2d96-bd7f-47d827b38e90 2024-11-10T15:17:50,992 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71ac9afe-99a1-2d96-bd7f-47d827b38e90/cluster_f0a3115f-dedc-2852-cef7-b8d8bcfffe3f, deleteOnExit=true 2024-11-10T15:17:51,230 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71ac9afe-99a1-2d96-bd7f-47d827b38e90/cluster_f0a3115f-dedc-2852-cef7-b8d8bcfffe3f/zookeeper_0, clientPort=54420, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71ac9afe-99a1-2d96-bd7f-47d827b38e90/cluster_f0a3115f-dedc-2852-cef7-b8d8bcfffe3f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71ac9afe-99a1-2d96-bd7f-47d827b38e90/cluster_f0a3115f-dedc-2852-cef7-b8d8bcfffe3f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T15:17:51,254 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54420 2024-11-10T15:17:51,255 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T15:17:51,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T15:17:51,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71ac9afe-99a1-2d96-bd7f-47d827b38e90/test.cache.data in system properties and HBase conf 2024-11-10T15:17:51,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71ac9afe-99a1-2d96-bd7f-47d827b38e90/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T15:17:51,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71ac9afe-99a1-2d96-bd7f-47d827b38e90/hadoop.log.dir in system properties and HBase conf 2024-11-10T15:17:51,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71ac9afe-99a1-2d96-bd7f-47d827b38e90/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T15:17:51,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71ac9afe-99a1-2d96-bd7f-47d827b38e90/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T15:17:51,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T15:17:51,403 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-10T15:17:51,551 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T15:17:51,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71ac9afe-99a1-2d96-bd7f-47d827b38e90/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T15:17:51,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71ac9afe-99a1-2d96-bd7f-47d827b38e90/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T15:17:51,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71ac9afe-99a1-2d96-bd7f-47d827b38e90/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T15:17:51,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71ac9afe-99a1-2d96-bd7f-47d827b38e90/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T15:17:51,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71ac9afe-99a1-2d96-bd7f-47d827b38e90/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T15:17:51,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71ac9afe-99a1-2d96-bd7f-47d827b38e90/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T15:17:51,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71ac9afe-99a1-2d96-bd7f-47d827b38e90/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T15:17:51,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71ac9afe-99a1-2d96-bd7f-47d827b38e90/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T15:17:51,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71ac9afe-99a1-2d96-bd7f-47d827b38e90/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T15:17:51,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71ac9afe-99a1-2d96-bd7f-47d827b38e90/nfs.dump.dir in system properties and HBase conf 2024-11-10T15:17:51,563 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71ac9afe-99a1-2d96-bd7f-47d827b38e90/java.io.tmpdir in system properties and HBase conf 2024-11-10T15:17:51,564 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71ac9afe-99a1-2d96-bd7f-47d827b38e90/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T15:17:51,564 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71ac9afe-99a1-2d96-bd7f-47d827b38e90/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T15:17:51,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71ac9afe-99a1-2d96-bd7f-47d827b38e90/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T15:17:53,485 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-10T15:17:53,690 INFO [Time-limited test {}] log.Log(170): Logging initialized @4182ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-10T15:17:53,886 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T15:17:54,026 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T15:17:54,142 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T15:17:54,143 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T15:17:54,146 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T15:17:54,201 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T15:17:54,207 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65423e7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71ac9afe-99a1-2d96-bd7f-47d827b38e90/hadoop.log.dir/,AVAILABLE} 2024-11-10T15:17:54,216 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22c42bf7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T15:17:54,636 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4219126d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71ac9afe-99a1-2d96-bd7f-47d827b38e90/java.io.tmpdir/jetty-localhost-44203-hadoop-hdfs-3_4_1-tests_jar-_-any-11816687570327356092/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T15:17:54,645 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@63a6952a{HTTP/1.1, (http/1.1)}{localhost:44203} 2024-11-10T15:17:54,646 INFO [Time-limited test {}] server.Server(415): Started @5139ms 2024-11-10T15:17:55,632 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T15:17:55,666 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T15:17:55,684 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T15:17:55,685 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T15:17:55,685 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T15:17:55,688 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a66a1cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71ac9afe-99a1-2d96-bd7f-47d827b38e90/hadoop.log.dir/,AVAILABLE} 2024-11-10T15:17:55,689 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1edffc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T15:17:55,869 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@318ae30c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71ac9afe-99a1-2d96-bd7f-47d827b38e90/java.io.tmpdir/jetty-localhost-44745-hadoop-hdfs-3_4_1-tests_jar-_-any-4156998817494654776/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T15:17:55,873 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@60268925{HTTP/1.1, (http/1.1)}{localhost:44745} 2024-11-10T15:17:55,874 INFO [Time-limited test {}] server.Server(415): Started @6366ms 2024-11-10T15:17:55,971 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T15:17:57,624 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71ac9afe-99a1-2d96-bd7f-47d827b38e90/cluster_f0a3115f-dedc-2852-cef7-b8d8bcfffe3f/data/data2/current/BP-1988645929-172.17.0.3-1731251872485/current, will proceed with Du for space computation calculation, 2024-11-10T15:17:57,625 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71ac9afe-99a1-2d96-bd7f-47d827b38e90/cluster_f0a3115f-dedc-2852-cef7-b8d8bcfffe3f/data/data1/current/BP-1988645929-172.17.0.3-1731251872485/current, will proceed with Du for space computation calculation, 2024-11-10T15:17:57,685 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T15:17:57,756 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5f6b76167334612b with lease ID 0xcfdd0d7f38dff391: Processing first storage report for DS-34dd0188-2bc4-4925-aed2-2752a4ca4919 from datanode DatanodeRegistration(127.0.0.1:46525, datanodeUuid=1f7aaffd-68d0-49a9-b69d-20eb421290f1, infoPort=39781, infoSecurePort=0, ipcPort=34681, storageInfo=lv=-57;cid=testClusterID;nsid=1679389035;c=1731251872485) 2024-11-10T15:17:57,758 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5f6b76167334612b with lease ID 0xcfdd0d7f38dff391: from storage DS-34dd0188-2bc4-4925-aed2-2752a4ca4919 node DatanodeRegistration(127.0.0.1:46525, datanodeUuid=1f7aaffd-68d0-49a9-b69d-20eb421290f1, infoPort=39781, infoSecurePort=0, ipcPort=34681, storageInfo=lv=-57;cid=testClusterID;nsid=1679389035;c=1731251872485), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-10T15:17:57,758 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5f6b76167334612b with lease ID 0xcfdd0d7f38dff391: Processing first storage report for DS-ccdf52fc-151c-44db-bda0-8c3325bc34ff from datanode DatanodeRegistration(127.0.0.1:46525, datanodeUuid=1f7aaffd-68d0-49a9-b69d-20eb421290f1, infoPort=39781, infoSecurePort=0, ipcPort=34681, storageInfo=lv=-57;cid=testClusterID;nsid=1679389035;c=1731251872485) 2024-11-10T15:17:57,759 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5f6b76167334612b with lease ID 0xcfdd0d7f38dff391: from storage DS-ccdf52fc-151c-44db-bda0-8c3325bc34ff node DatanodeRegistration(127.0.0.1:46525, datanodeUuid=1f7aaffd-68d0-49a9-b69d-20eb421290f1, infoPort=39781, infoSecurePort=0, ipcPort=34681, storageInfo=lv=-57;cid=testClusterID;nsid=1679389035;c=1731251872485), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T15:17:57,787 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71ac9afe-99a1-2d96-bd7f-47d827b38e90 2024-11-10T15:17:57,799 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:17:57,806 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:17:58,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46525 is added to blk_1073741825_1001 (size=7) 2024-11-10T15:17:58,620 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40 with version=8 2024-11-10T15:17:58,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/hbase-staging 2024-11-10T15:17:58,806 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-10T15:17:59,343 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c0771061be61:0 server-side Connection retries=45 2024-11-10T15:17:59,375 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T15:17:59,376 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T15:17:59,398 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T15:17:59,398 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T15:17:59,399 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T15:17:59,718 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T15:17:59,857 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-10T15:17:59,871 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-10T15:17:59,885 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T15:17:59,926 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 12939 (auto-detected) 2024-11-10T15:17:59,928 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-10T15:17:59,977 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34687 2024-11-10T15:18:00,033 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34687 connecting to ZooKeeper ensemble=127.0.0.1:54420 2024-11-10T15:18:00,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:346870x0, quorum=127.0.0.1:54420, baseZNode=/0-2020799355 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T15:18:00,190 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34687-0x101255319890000 connected 2024-11-10T15:18:00,585 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:18:00,589 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:18:00,629 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34687-0x101255319890000, quorum=127.0.0.1:54420, baseZNode=/0-2020799355 Set watcher on znode that does not yet exist, /0-2020799355/running 2024-11-10T15:18:00,635 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40, hbase.cluster.distributed=false 2024-11-10T15:18:00,711 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34687-0x101255319890000, quorum=127.0.0.1:54420, baseZNode=/0-2020799355 Set watcher on znode that does not yet exist, /0-2020799355/acl 2024-11-10T15:18:00,749 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34687 2024-11-10T15:18:00,770 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34687 2024-11-10T15:18:00,784 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34687 2024-11-10T15:18:00,792 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34687 2024-11-10T15:18:00,793 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34687 2024-11-10T15:18:00,983 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c0771061be61:0 server-side Connection retries=45 2024-11-10T15:18:00,985 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T15:18:00,986 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T15:18:00,986 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T15:18:00,986 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T15:18:00,986 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T15:18:00,990 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T15:18:00,994 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T15:18:00,995 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36459 2024-11-10T15:18:00,998 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36459 connecting to ZooKeeper ensemble=127.0.0.1:54420 2024-11-10T15:18:01,000 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:18:01,005 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:18:01,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:364590x0, quorum=127.0.0.1:54420, baseZNode=/0-2020799355 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T15:18:01,059 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36459-0x101255319890001 connected 2024-11-10T15:18:01,059 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36459-0x101255319890001, quorum=127.0.0.1:54420, baseZNode=/0-2020799355 Set watcher on znode that does not yet exist, /0-2020799355/running 2024-11-10T15:18:01,065 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T15:18:01,076 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T15:18:01,082 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36459-0x101255319890001, quorum=127.0.0.1:54420, baseZNode=/0-2020799355 Set watcher on znode that does not yet exist, /0-2020799355/master 2024-11-10T15:18:01,088 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36459-0x101255319890001, quorum=127.0.0.1:54420, baseZNode=/0-2020799355 Set watcher on znode that does not yet exist, /0-2020799355/acl 2024-11-10T15:18:01,100 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36459 2024-11-10T15:18:01,101 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36459 2024-11-10T15:18:01,104 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36459 2024-11-10T15:18:01,107 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36459 2024-11-10T15:18:01,108 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36459 2024-11-10T15:18:01,137 DEBUG [M:0;c0771061be61:34687 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c0771061be61:34687 2024-11-10T15:18:01,152 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-2020799355/backup-masters/c0771061be61,34687,1731251878906 2024-11-10T15:18:01,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36459-0x101255319890001, quorum=127.0.0.1:54420, baseZNode=/0-2020799355 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2020799355/backup-masters 2024-11-10T15:18:01,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34687-0x101255319890000, quorum=127.0.0.1:54420, baseZNode=/0-2020799355 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2020799355/backup-masters 2024-11-10T15:18:01,191 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34687-0x101255319890000, quorum=127.0.0.1:54420, baseZNode=/0-2020799355 Set watcher on existing znode=/0-2020799355/backup-masters/c0771061be61,34687,1731251878906 2024-11-10T15:18:01,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34687-0x101255319890000, quorum=127.0.0.1:54420, baseZNode=/0-2020799355 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2020799355 2024-11-10T15:18:01,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36459-0x101255319890001, quorum=127.0.0.1:54420, baseZNode=/0-2020799355 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2020799355/master 2024-11-10T15:18:01,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36459-0x101255319890001, quorum=127.0.0.1:54420, baseZNode=/0-2020799355 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2020799355 2024-11-10T15:18:01,242 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34687-0x101255319890000, quorum=127.0.0.1:54420, baseZNode=/0-2020799355 Set watcher on existing znode=/0-2020799355/master 2024-11-10T15:18:01,243 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-2020799355/backup-masters/c0771061be61,34687,1731251878906 from backup master directory 2024-11-10T15:18:01,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34687-0x101255319890000, quorum=127.0.0.1:54420, baseZNode=/0-2020799355 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2020799355/backup-masters/c0771061be61,34687,1731251878906 2024-11-10T15:18:01,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34687-0x101255319890000, quorum=127.0.0.1:54420, baseZNode=/0-2020799355 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2020799355/backup-masters 2024-11-10T15:18:01,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36459-0x101255319890001, quorum=127.0.0.1:54420, baseZNode=/0-2020799355 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2020799355/backup-masters 2024-11-10T15:18:01,255 WARN [master/c0771061be61:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T15:18:01,256 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c0771061be61,34687,1731251878906 2024-11-10T15:18:01,258 INFO [master/c0771061be61:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-10T15:18:01,260 INFO [master/c0771061be61:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-10T15:18:01,361 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/hbase.id] with ID: 78f6b77f-c4f3-4dc5-a017-21b26f76d29c 2024-11-10T15:18:01,361 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/.tmp/hbase.id 2024-11-10T15:18:01,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46525 is added to blk_1073741826_1002 (size=42) 2024-11-10T15:18:01,392 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/.tmp/hbase.id]:[hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/hbase.id] 2024-11-10T15:18:01,505 INFO [master/c0771061be61:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:18:01,512 INFO [master/c0771061be61:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T15:18:01,541 INFO [master/c0771061be61:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 24ms. 2024-11-10T15:18:01,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36459-0x101255319890001, quorum=127.0.0.1:54420, baseZNode=/0-2020799355 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2020799355 2024-11-10T15:18:01,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34687-0x101255319890000, quorum=127.0.0.1:54420, baseZNode=/0-2020799355 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2020799355 2024-11-10T15:18:01,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46525 is added to blk_1073741827_1003 (size=196) 2024-11-10T15:18:01,685 INFO [master/c0771061be61:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T15:18:01,689 INFO [master/c0771061be61:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T15:18:01,709 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T15:18:01,715 INFO [master/c0771061be61:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T15:18:01,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46525 is added to blk_1073741828_1004 (size=1189) 2024-11-10T15:18:01,851 INFO [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/MasterData/data/master/store 2024-11-10T15:18:01,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46525 is added to blk_1073741829_1005 (size=34) 2024-11-10T15:18:01,948 INFO [master/c0771061be61:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-10T15:18:01,954 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:18:01,956 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T15:18:01,957 INFO [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:18:01,957 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:18:01,959 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T15:18:01,960 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:18:01,960 INFO [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:18:01,965 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731251881956Disabling compacts and flushes for region at 1731251881956Disabling writes for close at 1731251881960 (+4 ms)Writing region close event to WAL at 1731251881960Closed at 1731251881960 2024-11-10T15:18:01,969 WARN [master/c0771061be61:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/MasterData/data/master/store/.initializing 2024-11-10T15:18:01,970 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/MasterData/WALs/c0771061be61,34687,1731251878906 2024-11-10T15:18:01,993 INFO [master/c0771061be61:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T15:18:02,051 INFO [master/c0771061be61:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c0771061be61%2C34687%2C1731251878906, suffix=, logDir=hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/MasterData/WALs/c0771061be61,34687,1731251878906, archiveDir=hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/MasterData/oldWALs, maxLogs=10 2024-11-10T15:18:02,091 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/MasterData/WALs/c0771061be61,34687,1731251878906/c0771061be61%2C34687%2C1731251878906.1731251882061, exclude list is [], retry=0 2024-11-10T15:18:02,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46525,DS-34dd0188-2bc4-4925-aed2-2752a4ca4919,DISK] 2024-11-10T15:18:02,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-10T15:18:02,203 INFO [master/c0771061be61:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/MasterData/WALs/c0771061be61,34687,1731251878906/c0771061be61%2C34687%2C1731251878906.1731251882061 2024-11-10T15:18:02,207 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39781:39781)] 2024-11-10T15:18:02,208 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T15:18:02,209 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:18:02,216 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:18:02,218 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:18:02,303 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:18:02,395 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T15:18:02,402 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:18:02,412 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:18:02,413 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:18:02,427 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T15:18:02,428 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:18:02,430 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:18:02,431 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:18:02,438 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T15:18:02,439 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:18:02,442 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:18:02,444 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:18:02,456 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T15:18:02,457 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:18:02,460 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:18:02,462 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:18:02,468 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:18:02,470 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:18:02,479 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:18:02,480 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:18:02,487 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T15:18:02,495 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:18:02,511 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T15:18:02,514 INFO [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65478606, jitterRate=-0.024292737245559692}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T15:18:02,524 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731251882243Initializing all the Stores at 1731251882248 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731251882249 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731251882257 (+8 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731251882258 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731251882258Cleaning up temporary data from old regions at 1731251882480 (+222 ms)Region opened successfully at 1731251882524 (+44 ms) 2024-11-10T15:18:02,528 INFO [master/c0771061be61:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T15:18:02,588 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ee3e51f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c0771061be61/172.17.0.3:0 2024-11-10T15:18:02,645 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T15:18:02,668 INFO [master/c0771061be61:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T15:18:02,668 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T15:18:02,677 INFO [master/c0771061be61:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T15:18:02,680 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 2 msec 2024-11-10T15:18:02,698 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 16 msec 2024-11-10T15:18:02,698 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T15:18:02,806 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T15:18:02,822 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34687-0x101255319890000, quorum=127.0.0.1:54420, baseZNode=/0-2020799355 Unable to get data of znode /0-2020799355/balancer because node does not exist (not necessarily an error) 2024-11-10T15:18:02,935 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2020799355/balancer already deleted, retry=false 2024-11-10T15:18:02,939 INFO [master/c0771061be61:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T15:18:02,943 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34687-0x101255319890000, quorum=127.0.0.1:54420, baseZNode=/0-2020799355 Unable to get data of znode /0-2020799355/normalizer because node does not exist (not necessarily an error) 2024-11-10T15:18:02,991 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2020799355/normalizer already deleted, retry=false 2024-11-10T15:18:02,994 INFO [master/c0771061be61:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T15:18:03,001 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34687-0x101255319890000, quorum=127.0.0.1:54420, baseZNode=/0-2020799355 Unable to get data of znode /0-2020799355/switch/split because node does not exist (not necessarily an error) 2024-11-10T15:18:03,070 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2020799355/switch/split already deleted, retry=false 2024-11-10T15:18:03,072 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34687-0x101255319890000, quorum=127.0.0.1:54420, baseZNode=/0-2020799355 Unable to get data of znode /0-2020799355/switch/merge because node does not exist (not necessarily an error) 2024-11-10T15:18:03,133 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2020799355/switch/merge already deleted, retry=false 2024-11-10T15:18:03,167 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34687-0x101255319890000, quorum=127.0.0.1:54420, baseZNode=/0-2020799355 Unable to get data of znode /0-2020799355/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T15:18:03,232 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2020799355/snapshot-cleanup already deleted, retry=false 2024-11-10T15:18:03,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34687-0x101255319890000, quorum=127.0.0.1:54420, baseZNode=/0-2020799355 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2020799355/running 2024-11-10T15:18:03,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34687-0x101255319890000, quorum=127.0.0.1:54420, baseZNode=/0-2020799355 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2020799355 2024-11-10T15:18:03,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36459-0x101255319890001, quorum=127.0.0.1:54420, baseZNode=/0-2020799355 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2020799355/running 2024-11-10T15:18:03,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36459-0x101255319890001, quorum=127.0.0.1:54420, baseZNode=/0-2020799355 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2020799355 2024-11-10T15:18:03,306 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c0771061be61,34687,1731251878906, sessionid=0x101255319890000, setting cluster-up flag (Was=false) 2024-11-10T15:18:03,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34687-0x101255319890000, quorum=127.0.0.1:54420, baseZNode=/0-2020799355 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2020799355 2024-11-10T15:18:03,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36459-0x101255319890001, quorum=127.0.0.1:54420, baseZNode=/0-2020799355 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2020799355 2024-11-10T15:18:03,550 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2020799355/flush-table-proc/acquired, /0-2020799355/flush-table-proc/reached, /0-2020799355/flush-table-proc/abort 2024-11-10T15:18:03,558 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c0771061be61,34687,1731251878906 2024-11-10T15:18:03,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36459-0x101255319890001, quorum=127.0.0.1:54420, baseZNode=/0-2020799355 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2020799355 2024-11-10T15:18:03,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34687-0x101255319890000, quorum=127.0.0.1:54420, baseZNode=/0-2020799355 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2020799355 2024-11-10T15:18:03,695 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2020799355/online-snapshot/acquired, /0-2020799355/online-snapshot/reached, /0-2020799355/online-snapshot/abort 2024-11-10T15:18:03,698 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c0771061be61,34687,1731251878906 2024-11-10T15:18:03,712 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T15:18:03,741 INFO [RS:0;c0771061be61:36459 {}] regionserver.HRegionServer(746): ClusterId : 78f6b77f-c4f3-4dc5-a017-21b26f76d29c 2024-11-10T15:18:03,744 DEBUG [RS:0;c0771061be61:36459 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T15:18:03,763 DEBUG [RS:0;c0771061be61:36459 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T15:18:03,763 DEBUG [RS:0;c0771061be61:36459 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T15:18:03,809 DEBUG [RS:0;c0771061be61:36459 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T15:18:03,810 DEBUG [RS:0;c0771061be61:36459 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@546bf5c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c0771061be61/172.17.0.3:0 2024-11-10T15:18:03,847 DEBUG [RS:0;c0771061be61:36459 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c0771061be61:36459 2024-11-10T15:18:03,851 INFO [RS:0;c0771061be61:36459 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T15:18:03,855 INFO [RS:0;c0771061be61:36459 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T15:18:03,855 DEBUG [RS:0;c0771061be61:36459 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T15:18:03,863 INFO [RS:0;c0771061be61:36459 {}] regionserver.HRegionServer(2659): reportForDuty to master=c0771061be61,34687,1731251878906 with port=36459, startcode=1731251880920 2024-11-10T15:18:03,877 DEBUG [RS:0;c0771061be61:36459 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T15:18:03,901 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T15:18:03,920 INFO [master/c0771061be61:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T15:18:03,936 INFO [master/c0771061be61:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T15:18:03,951 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59729, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T15:18:03,954 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c0771061be61,34687,1731251878906 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T15:18:03,960 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34687 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T15:18:03,968 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c0771061be61:0, corePoolSize=5, maxPoolSize=5 2024-11-10T15:18:03,970 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c0771061be61:0, corePoolSize=5, maxPoolSize=5 2024-11-10T15:18:03,970 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c0771061be61:0, corePoolSize=5, maxPoolSize=5 2024-11-10T15:18:03,970 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c0771061be61:0, corePoolSize=5, maxPoolSize=5 2024-11-10T15:18:03,970 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c0771061be61:0, corePoolSize=10, maxPoolSize=10 2024-11-10T15:18:03,971 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:18:03,971 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c0771061be61:0, corePoolSize=2, maxPoolSize=2 2024-11-10T15:18:03,971 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:18:04,012 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T15:18:04,016 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T15:18:04,016 DEBUG [RS:0;c0771061be61:36459 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-10T15:18:04,018 WARN [RS:0;c0771061be61:36459 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-10T15:18:04,020 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731251914020 2024-11-10T15:18:04,023 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T15:18:04,026 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T15:18:04,045 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:18:04,050 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T15:18:04,053 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T15:18:04,054 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T15:18:04,054 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T15:18:04,052 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T15:18:04,066 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:04,100 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T15:18:04,102 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T15:18:04,102 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T15:18:04,103 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T15:18:04,117 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T15:18:04,118 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T15:18:04,120 INFO [RS:0;c0771061be61:36459 {}] regionserver.HRegionServer(2659): reportForDuty to master=c0771061be61,34687,1731251878906 with port=36459, startcode=1731251880920 2024-11-10T15:18:04,122 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34687 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T15:18:04,124 DEBUG [RS:0;c0771061be61:36459 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-10T15:18:04,124 WARN [RS:0;c0771061be61:36459 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 200 ms and then retrying. 2024-11-10T15:18:04,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46525 is added to blk_1073741831_1007 (size=1321) 2024-11-10T15:18:04,130 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c0771061be61:0:becomeActiveMaster-HFileCleaner.large.0-1731251884120,5,FailOnTimeoutGroup] 2024-11-10T15:18:04,134 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c0771061be61:0:becomeActiveMaster-HFileCleaner.small.0-1731251884130,5,FailOnTimeoutGroup] 2024-11-10T15:18:04,134 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:04,134 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T15:18:04,136 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:04,137 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:04,335 INFO [RS:0;c0771061be61:36459 {}] regionserver.HRegionServer(2659): reportForDuty to master=c0771061be61,34687,1731251878906 with port=36459, startcode=1731251880920 2024-11-10T15:18:04,339 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34687 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c0771061be61,36459,1731251880920 2024-11-10T15:18:04,343 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34687 {}] master.ServerManager(517): Registering regionserver=c0771061be61,36459,1731251880920 2024-11-10T15:18:04,366 DEBUG [RS:0;c0771061be61:36459 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40 2024-11-10T15:18:04,366 DEBUG [RS:0;c0771061be61:36459 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33197 2024-11-10T15:18:04,366 DEBUG [RS:0;c0771061be61:36459 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T15:18:04,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34687-0x101255319890000, quorum=127.0.0.1:54420, baseZNode=/0-2020799355 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2020799355/rs 2024-11-10T15:18:04,395 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c0771061be61,36459,1731251880920] 2024-11-10T15:18:04,398 DEBUG [RS:0;c0771061be61:36459 {}] zookeeper.ZKUtil(111): regionserver:36459-0x101255319890001, quorum=127.0.0.1:54420, baseZNode=/0-2020799355 Set watcher on existing znode=/0-2020799355/rs/c0771061be61,36459,1731251880920 2024-11-10T15:18:04,399 WARN [RS:0;c0771061be61:36459 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T15:18:04,399 INFO [RS:0;c0771061be61:36459 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T15:18:04,399 DEBUG [RS:0;c0771061be61:36459 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/WALs/c0771061be61,36459,1731251880920 2024-11-10T15:18:04,486 INFO [RS:0;c0771061be61:36459 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T15:18:04,521 INFO [RS:0;c0771061be61:36459 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T15:18:04,531 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T15:18:04,532 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40 2024-11-10T15:18:04,535 INFO [RS:0;c0771061be61:36459 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T15:18:04,536 INFO [RS:0;c0771061be61:36459 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:04,538 INFO [RS:0;c0771061be61:36459 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T15:18:04,546 INFO [RS:0;c0771061be61:36459 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T15:18:04,552 INFO [RS:0;c0771061be61:36459 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:04,553 DEBUG [RS:0;c0771061be61:36459 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:18:04,553 DEBUG [RS:0;c0771061be61:36459 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:18:04,553 DEBUG [RS:0;c0771061be61:36459 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:18:04,553 DEBUG [RS:0;c0771061be61:36459 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:18:04,553 DEBUG [RS:0;c0771061be61:36459 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:18:04,554 DEBUG [RS:0;c0771061be61:36459 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c0771061be61:0, corePoolSize=2, maxPoolSize=2 2024-11-10T15:18:04,563 DEBUG [RS:0;c0771061be61:36459 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:18:04,563 DEBUG [RS:0;c0771061be61:36459 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:18:04,564 DEBUG [RS:0;c0771061be61:36459 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:18:04,564 DEBUG [RS:0;c0771061be61:36459 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:18:04,564 DEBUG [RS:0;c0771061be61:36459 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:18:04,564 DEBUG [RS:0;c0771061be61:36459 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:18:04,564 DEBUG [RS:0;c0771061be61:36459 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c0771061be61:0, corePoolSize=3, maxPoolSize=3 2024-11-10T15:18:04,564 DEBUG [RS:0;c0771061be61:36459 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c0771061be61:0, corePoolSize=3, maxPoolSize=3 2024-11-10T15:18:04,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46525 is added to blk_1073741832_1008 (size=32) 2024-11-10T15:18:04,569 INFO [RS:0;c0771061be61:36459 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:04,570 INFO [RS:0;c0771061be61:36459 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:04,570 INFO [RS:0;c0771061be61:36459 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:04,570 INFO [RS:0;c0771061be61:36459 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:04,570 INFO [RS:0;c0771061be61:36459 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:04,570 INFO [RS:0;c0771061be61:36459 {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,36459,1731251880920-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T15:18:04,619 INFO [RS:0;c0771061be61:36459 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T15:18:04,622 INFO [RS:0;c0771061be61:36459 {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,36459,1731251880920-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:04,622 INFO [RS:0;c0771061be61:36459 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:04,623 INFO [RS:0;c0771061be61:36459 {}] regionserver.Replication(171): c0771061be61,36459,1731251880920 started 2024-11-10T15:18:04,669 INFO [RS:0;c0771061be61:36459 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:04,670 INFO [RS:0;c0771061be61:36459 {}] regionserver.HRegionServer(1482): Serving as c0771061be61,36459,1731251880920, RpcServer on c0771061be61/172.17.0.3:36459, sessionid=0x101255319890001 2024-11-10T15:18:04,671 DEBUG [RS:0;c0771061be61:36459 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T15:18:04,672 DEBUG [RS:0;c0771061be61:36459 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c0771061be61,36459,1731251880920 2024-11-10T15:18:04,672 DEBUG [RS:0;c0771061be61:36459 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c0771061be61,36459,1731251880920' 2024-11-10T15:18:04,672 DEBUG [RS:0;c0771061be61:36459 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2020799355/flush-table-proc/abort' 2024-11-10T15:18:04,681 DEBUG [RS:0;c0771061be61:36459 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2020799355/flush-table-proc/acquired' 2024-11-10T15:18:04,682 DEBUG [RS:0;c0771061be61:36459 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T15:18:04,682 DEBUG [RS:0;c0771061be61:36459 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T15:18:04,682 DEBUG [RS:0;c0771061be61:36459 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c0771061be61,36459,1731251880920 2024-11-10T15:18:04,682 DEBUG [RS:0;c0771061be61:36459 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c0771061be61,36459,1731251880920' 2024-11-10T15:18:04,683 DEBUG [RS:0;c0771061be61:36459 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2020799355/online-snapshot/abort' 2024-11-10T15:18:04,689 DEBUG [RS:0;c0771061be61:36459 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2020799355/online-snapshot/acquired' 2024-11-10T15:18:04,693 DEBUG [RS:0;c0771061be61:36459 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T15:18:04,693 INFO [RS:0;c0771061be61:36459 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T15:18:04,693 INFO [RS:0;c0771061be61:36459 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T15:18:04,800 INFO [RS:0;c0771061be61:36459 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T15:18:04,811 INFO [RS:0;c0771061be61:36459 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0771061be61%2C36459%2C1731251880920, suffix=, logDir=hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/WALs/c0771061be61,36459,1731251880920, archiveDir=hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/oldWALs, maxLogs=10 2024-11-10T15:18:04,850 DEBUG [RS:0;c0771061be61:36459 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/WALs/c0771061be61,36459,1731251880920/c0771061be61%2C36459%2C1731251880920.1731251884815, exclude list is [], retry=0 2024-11-10T15:18:04,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46525,DS-34dd0188-2bc4-4925-aed2-2752a4ca4919,DISK] 2024-11-10T15:18:04,892 INFO [RS:0;c0771061be61:36459 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/WALs/c0771061be61,36459,1731251880920/c0771061be61%2C36459%2C1731251880920.1731251884815 2024-11-10T15:18:04,896 DEBUG [RS:0;c0771061be61:36459 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39781:39781)] 2024-11-10T15:18:04,973 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:18:04,995 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T15:18:05,012 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T15:18:05,012 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:18:05,016 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:18:05,017 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T15:18:05,028 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T15:18:05,029 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:18:05,030 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:18:05,031 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T15:18:05,042 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T15:18:05,042 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:18:05,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:18:05,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T15:18:05,062 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T15:18:05,063 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:18:05,066 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:18:05,067 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T15:18:05,070 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/data/hbase/meta/1588230740 2024-11-10T15:18:05,072 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/data/hbase/meta/1588230740 2024-11-10T15:18:05,081 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T15:18:05,081 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T15:18:05,083 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T15:18:05,094 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T15:18:05,125 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T15:18:05,127 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71140997, jitterRate=0.06008346378803253}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T15:18:05,134 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731251884974Initializing all the Stores at 1731251884984 (+10 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731251884984Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731251884990 (+6 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731251884990Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731251884990Cleaning up temporary data from old regions at 1731251885082 (+92 ms)Region opened successfully at 1731251885134 (+52 ms) 2024-11-10T15:18:05,134 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T15:18:05,134 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T15:18:05,134 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T15:18:05,134 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T15:18:05,134 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T15:18:05,137 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T15:18:05,138 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731251885134Disabling compacts and flushes for region at 1731251885134Disabling writes for close at 1731251885134Writing region close event to WAL at 1731251885137 (+3 ms)Closed at 1731251885137 2024-11-10T15:18:05,144 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T15:18:05,144 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T15:18:05,160 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T15:18:05,180 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T15:18:05,185 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T15:18:05,342 DEBUG [c0771061be61:34687 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T15:18:05,365 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c0771061be61,36459,1731251880920 2024-11-10T15:18:05,383 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c0771061be61,36459,1731251880920, state=OPENING 2024-11-10T15:18:05,411 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T15:18:05,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34687-0x101255319890000, quorum=127.0.0.1:54420, baseZNode=/0-2020799355 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2020799355 2024-11-10T15:18:05,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36459-0x101255319890001, quorum=127.0.0.1:54420, baseZNode=/0-2020799355 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2020799355 2024-11-10T15:18:05,486 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2020799355/meta-region-server: CHANGED 2024-11-10T15:18:05,487 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T15:18:05,490 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c0771061be61,36459,1731251880920}] 2024-11-10T15:18:05,490 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2020799355/meta-region-server: CHANGED 2024-11-10T15:18:05,715 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T15:18:05,726 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41347, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T15:18:05,770 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T15:18:05,770 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T15:18:05,771 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T15:18:05,793 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0771061be61%2C36459%2C1731251880920.meta, suffix=.meta, logDir=hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/WALs/c0771061be61,36459,1731251880920, archiveDir=hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/oldWALs, maxLogs=10 2024-11-10T15:18:05,845 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/WALs/c0771061be61,36459,1731251880920/c0771061be61%2C36459%2C1731251880920.meta.1731251885797.meta, exclude list is [], retry=0 2024-11-10T15:18:05,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46525,DS-34dd0188-2bc4-4925-aed2-2752a4ca4919,DISK] 2024-11-10T15:18:05,881 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/WALs/c0771061be61,36459,1731251880920/c0771061be61%2C36459%2C1731251880920.meta.1731251885797.meta 2024-11-10T15:18:05,885 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39781:39781)] 2024-11-10T15:18:05,886 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T15:18:05,898 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T15:18:05,901 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T15:18:05,905 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T15:18:05,909 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T15:18:05,916 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T15:18:05,918 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:18:05,919 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T15:18:05,919 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T15:18:05,930 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T15:18:05,932 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T15:18:05,932 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:18:05,937 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:18:05,937 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T15:18:05,940 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T15:18:05,940 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:18:05,941 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:18:05,942 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T15:18:05,944 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T15:18:05,944 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:18:05,946 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:18:05,947 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T15:18:05,949 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T15:18:05,949 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:18:05,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:18:05,950 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T15:18:05,953 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/data/hbase/meta/1588230740 2024-11-10T15:18:05,956 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/data/hbase/meta/1588230740 2024-11-10T15:18:05,969 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T15:18:05,970 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T15:18:05,971 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T15:18:05,975 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T15:18:05,985 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74351449, jitterRate=0.10792292654514313}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T15:18:05,985 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T15:18:05,990 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731251885920Writing region info on filesystem at 1731251885920Initializing all the Stores at 1731251885928 (+8 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731251885928Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731251885930 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731251885930Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731251885930Cleaning up temporary data from old regions at 1731251885970 (+40 ms)Running coprocessor post-open hooks at 1731251885986 (+16 ms)Region opened successfully at 1731251885990 (+4 ms) 2024-11-10T15:18:06,001 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731251885688 2024-11-10T15:18:06,018 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T15:18:06,019 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T15:18:06,020 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c0771061be61,36459,1731251880920 2024-11-10T15:18:06,025 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c0771061be61,36459,1731251880920, state=OPEN 2024-11-10T15:18:06,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34687-0x101255319890000, quorum=127.0.0.1:54420, baseZNode=/0-2020799355 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2020799355/meta-region-server 2024-11-10T15:18:06,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36459-0x101255319890001, quorum=127.0.0.1:54420, baseZNode=/0-2020799355 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2020799355/meta-region-server 2024-11-10T15:18:06,066 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2020799355/meta-region-server: CHANGED 2024-11-10T15:18:06,066 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2020799355/meta-region-server: CHANGED 2024-11-10T15:18:06,067 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c0771061be61,36459,1731251880920 2024-11-10T15:18:06,077 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T15:18:06,077 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c0771061be61,36459,1731251880920 in 578 msec 2024-11-10T15:18:06,086 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T15:18:06,086 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 920 msec 2024-11-10T15:18:06,088 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T15:18:06,088 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T15:18:06,111 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T15:18:06,113 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0771061be61,36459,1731251880920, seqNum=-1] 2024-11-10T15:18:06,139 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T15:18:06,142 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55889, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T15:18:06,167 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 2.3520 sec 2024-11-10T15:18:06,170 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731251886170, completionTime=-1 2024-11-10T15:18:06,173 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T15:18:06,174 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T15:18:06,204 INFO [master/c0771061be61:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T15:18:06,205 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731251946205 2024-11-10T15:18:06,205 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731252006205 2024-11-10T15:18:06,205 INFO [master/c0771061be61:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 31 msec 2024-11-10T15:18:06,208 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,34687,1731251878906-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:06,208 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,34687,1731251878906-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:06,208 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,34687,1731251878906-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:06,210 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c0771061be61:34687, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:06,210 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:06,213 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:06,218 DEBUG [master/c0771061be61:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T15:18:06,244 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.988sec 2024-11-10T15:18:06,245 INFO [master/c0771061be61:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T15:18:06,247 INFO [master/c0771061be61:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T15:18:06,248 INFO [master/c0771061be61:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T15:18:06,248 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T15:18:06,248 INFO [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T15:18:06,249 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,34687,1731251878906-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T15:18:06,250 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,34687,1731251878906-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T15:18:06,258 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b232da1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:18:06,259 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T15:18:06,260 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T15:18:06,260 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-10T15:18:06,260 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-10T15:18:06,261 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,34687,1731251878906-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:06,264 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0771061be61,34687,-1 for getting cluster id 2024-11-10T15:18:06,266 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T15:18:06,274 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '78f6b77f-c4f3-4dc5-a017-21b26f76d29c' 2024-11-10T15:18:06,276 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T15:18:06,277 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "78f6b77f-c4f3-4dc5-a017-21b26f76d29c" 2024-11-10T15:18:06,277 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b026459, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:18:06,277 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0771061be61,34687,-1] 2024-11-10T15:18:06,280 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T15:18:06,285 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:18:06,286 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T15:18:06,292 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5522795a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:18:06,293 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T15:18:06,302 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0771061be61,36459,1731251880920, seqNum=-1] 2024-11-10T15:18:06,303 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T15:18:06,305 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T15:18:06,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c0771061be61,34687,1731251878906 2024-11-10T15:18:06,330 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54420 2024-11-10T15:18:06,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54420, baseZNode=/0-2020799355 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T15:18:06,345 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101255319890002 connected 2024-11-10T15:18:06,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71ac9afe-99a1-2d96-bd7f-47d827b38e90/hadoop.log.dir so I do NOT create it in target/test-data/839918b2-577a-f9e4-a0fc-072350f96fbb 2024-11-10T15:18:06,387 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71ac9afe-99a1-2d96-bd7f-47d827b38e90/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T15:18:06,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71ac9afe-99a1-2d96-bd7f-47d827b38e90/hadoop.tmp.dir so I do NOT create it in target/test-data/839918b2-577a-f9e4-a0fc-072350f96fbb 2024-11-10T15:18:06,387 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71ac9afe-99a1-2d96-bd7f-47d827b38e90/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T15:18:06,387 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/839918b2-577a-f9e4-a0fc-072350f96fbb 2024-11-10T15:18:06,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T15:18:06,387 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/839918b2-577a-f9e4-a0fc-072350f96fbb/cluster_05ffd2c4-f4ee-5816-97fc-dbc6355961ae, deleteOnExit=true 2024-11-10T15:18:06,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T15:18:06,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/839918b2-577a-f9e4-a0fc-072350f96fbb/test.cache.data in system properties and HBase conf 2024-11-10T15:18:06,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/839918b2-577a-f9e4-a0fc-072350f96fbb/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T15:18:06,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/839918b2-577a-f9e4-a0fc-072350f96fbb/hadoop.log.dir in system properties and HBase conf 2024-11-10T15:18:06,389 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/839918b2-577a-f9e4-a0fc-072350f96fbb/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T15:18:06,389 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/839918b2-577a-f9e4-a0fc-072350f96fbb/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T15:18:06,389 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T15:18:06,389 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T15:18:06,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/839918b2-577a-f9e4-a0fc-072350f96fbb/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T15:18:06,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/839918b2-577a-f9e4-a0fc-072350f96fbb/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T15:18:06,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/839918b2-577a-f9e4-a0fc-072350f96fbb/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T15:18:06,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/839918b2-577a-f9e4-a0fc-072350f96fbb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T15:18:06,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/839918b2-577a-f9e4-a0fc-072350f96fbb/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T15:18:06,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/839918b2-577a-f9e4-a0fc-072350f96fbb/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T15:18:06,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/839918b2-577a-f9e4-a0fc-072350f96fbb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T15:18:06,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/839918b2-577a-f9e4-a0fc-072350f96fbb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T15:18:06,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/839918b2-577a-f9e4-a0fc-072350f96fbb/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T15:18:06,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/839918b2-577a-f9e4-a0fc-072350f96fbb/nfs.dump.dir in system properties and HBase conf 2024-11-10T15:18:06,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/839918b2-577a-f9e4-a0fc-072350f96fbb/java.io.tmpdir in system properties and HBase conf 2024-11-10T15:18:06,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/839918b2-577a-f9e4-a0fc-072350f96fbb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T15:18:06,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/839918b2-577a-f9e4-a0fc-072350f96fbb/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T15:18:06,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/839918b2-577a-f9e4-a0fc-072350f96fbb/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T15:18:06,908 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T15:18:06,917 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T15:18:06,919 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T15:18:06,919 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T15:18:06,920 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T15:18:06,921 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T15:18:06,922 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7190c8f3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/839918b2-577a-f9e4-a0fc-072350f96fbb/hadoop.log.dir/,AVAILABLE} 2024-11-10T15:18:06,922 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65144570{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T15:18:07,065 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@26c5bd95{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/839918b2-577a-f9e4-a0fc-072350f96fbb/java.io.tmpdir/jetty-localhost-44383-hadoop-hdfs-3_4_1-tests_jar-_-any-160009744597506096/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T15:18:07,066 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5ab5417f{HTTP/1.1, (http/1.1)}{localhost:44383} 2024-11-10T15:18:07,067 INFO [Time-limited test {}] server.Server(415): Started @17560ms 2024-11-10T15:18:07,397 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T15:18:07,404 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T15:18:07,408 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T15:18:07,408 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T15:18:07,409 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T15:18:07,411 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f8615b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/839918b2-577a-f9e4-a0fc-072350f96fbb/hadoop.log.dir/,AVAILABLE} 2024-11-10T15:18:07,412 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74cac5ac{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T15:18:07,525 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d6e23de{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/839918b2-577a-f9e4-a0fc-072350f96fbb/java.io.tmpdir/jetty-localhost-35119-hadoop-hdfs-3_4_1-tests_jar-_-any-1953394243662133120/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T15:18:07,526 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7d64e776{HTTP/1.1, (http/1.1)}{localhost:35119} 2024-11-10T15:18:07,526 INFO [Time-limited test {}] server.Server(415): Started @18019ms 2024-11-10T15:18:07,528 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T15:18:08,937 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/839918b2-577a-f9e4-a0fc-072350f96fbb/cluster_05ffd2c4-f4ee-5816-97fc-dbc6355961ae/data/data1/current/BP-190930190-172.17.0.3-1731251886430/current, will proceed with Du for space computation calculation, 2024-11-10T15:18:08,943 WARN [Thread-197 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/839918b2-577a-f9e4-a0fc-072350f96fbb/cluster_05ffd2c4-f4ee-5816-97fc-dbc6355961ae/data/data2/current/BP-190930190-172.17.0.3-1731251886430/current, will proceed with Du for space computation calculation, 2024-11-10T15:18:09,007 WARN [Thread-184 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T15:18:09,040 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x621553e75de8510 with lease ID 0x5084c9f66b6df301: Processing first storage report for DS-f869c457-488f-484f-90fc-270920ec3522 from datanode DatanodeRegistration(127.0.0.1:46093, datanodeUuid=bce8bcf6-5400-4923-828e-b377d51cb945, infoPort=40125, infoSecurePort=0, ipcPort=42647, storageInfo=lv=-57;cid=testClusterID;nsid=1461304903;c=1731251886430) 2024-11-10T15:18:09,041 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x621553e75de8510 with lease ID 0x5084c9f66b6df301: from storage DS-f869c457-488f-484f-90fc-270920ec3522 node DatanodeRegistration(127.0.0.1:46093, datanodeUuid=bce8bcf6-5400-4923-828e-b377d51cb945, infoPort=40125, infoSecurePort=0, ipcPort=42647, storageInfo=lv=-57;cid=testClusterID;nsid=1461304903;c=1731251886430), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T15:18:09,041 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x621553e75de8510 with lease ID 0x5084c9f66b6df301: Processing first storage report for DS-6aac68d9-9782-47bb-acd0-cadfcd477807 from datanode DatanodeRegistration(127.0.0.1:46093, datanodeUuid=bce8bcf6-5400-4923-828e-b377d51cb945, infoPort=40125, infoSecurePort=0, ipcPort=42647, storageInfo=lv=-57;cid=testClusterID;nsid=1461304903;c=1731251886430) 2024-11-10T15:18:09,041 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x621553e75de8510 with lease ID 0x5084c9f66b6df301: from storage DS-6aac68d9-9782-47bb-acd0-cadfcd477807 node DatanodeRegistration(127.0.0.1:46093, datanodeUuid=bce8bcf6-5400-4923-828e-b377d51cb945, infoPort=40125, infoSecurePort=0, ipcPort=42647, storageInfo=lv=-57;cid=testClusterID;nsid=1461304903;c=1731251886430), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-10T15:18:09,099 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/839918b2-577a-f9e4-a0fc-072350f96fbb 2024-11-10T15:18:09,100 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:18:09,103 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:18:09,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46093 is added to blk_1073741825_1001 (size=7) 2024-11-10T15:18:09,167 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44489/user/jenkins/test-data/692e654a-eca5-2118-5284-a9489b6086f1 with version=8 2024-11-10T15:18:09,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44489/user/jenkins/test-data/692e654a-eca5-2118-5284-a9489b6086f1/hbase-staging 2024-11-10T15:18:09,170 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c0771061be61:0 server-side Connection retries=45 2024-11-10T15:18:09,170 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T15:18:09,171 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T15:18:09,171 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T15:18:09,171 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T15:18:09,171 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T15:18:09,171 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T15:18:09,172 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T15:18:09,199 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41071 2024-11-10T15:18:09,202 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41071 connecting to ZooKeeper ensemble=127.0.0.1:54420 2024-11-10T15:18:09,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:410710x0, quorum=127.0.0.1:54420, baseZNode=/11515383851 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T15:18:09,232 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41071-0x101255319890003 connected 2024-11-10T15:18:09,306 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:18:09,309 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:18:09,313 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41071-0x101255319890003, quorum=127.0.0.1:54420, baseZNode=/11515383851 Set watcher on znode that does not yet exist, /11515383851/running 2024-11-10T15:18:09,314 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44489/user/jenkins/test-data/692e654a-eca5-2118-5284-a9489b6086f1, hbase.cluster.distributed=false 2024-11-10T15:18:09,317 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41071-0x101255319890003, quorum=127.0.0.1:54420, baseZNode=/11515383851 Set watcher on znode that does not yet exist, /11515383851/acl 2024-11-10T15:18:09,324 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41071 2024-11-10T15:18:09,328 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41071 2024-11-10T15:18:09,332 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41071 2024-11-10T15:18:09,351 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41071 2024-11-10T15:18:09,356 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41071 2024-11-10T15:18:09,386 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c0771061be61:0 server-side Connection retries=45 2024-11-10T15:18:09,386 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T15:18:09,386 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T15:18:09,386 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T15:18:09,386 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T15:18:09,387 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T15:18:09,387 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T15:18:09,387 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T15:18:09,388 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45411 2024-11-10T15:18:09,390 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45411 connecting to ZooKeeper ensemble=127.0.0.1:54420 2024-11-10T15:18:09,392 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:18:09,396 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:18:09,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:454110x0, quorum=127.0.0.1:54420, baseZNode=/11515383851 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T15:18:09,412 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:454110x0, quorum=127.0.0.1:54420, baseZNode=/11515383851 Set watcher on znode that does not yet exist, /11515383851/running 2024-11-10T15:18:09,412 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T15:18:09,413 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45411-0x101255319890004 connected 2024-11-10T15:18:09,424 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T15:18:09,427 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45411-0x101255319890004, quorum=127.0.0.1:54420, baseZNode=/11515383851 Set watcher on znode that does not yet exist, /11515383851/master 2024-11-10T15:18:09,429 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45411-0x101255319890004, quorum=127.0.0.1:54420, baseZNode=/11515383851 Set watcher on znode that does not yet exist, /11515383851/acl 2024-11-10T15:18:09,445 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45411 2024-11-10T15:18:09,445 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45411 2024-11-10T15:18:09,446 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45411 2024-11-10T15:18:09,447 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45411 2024-11-10T15:18:09,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45411 2024-11-10T15:18:09,476 DEBUG [M:0;c0771061be61:41071 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c0771061be61:41071 2024-11-10T15:18:09,476 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11515383851/backup-masters/c0771061be61,41071,1731251889170 2024-11-10T15:18:09,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45411-0x101255319890004, quorum=127.0.0.1:54420, baseZNode=/11515383851 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11515383851/backup-masters 2024-11-10T15:18:09,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41071-0x101255319890003, quorum=127.0.0.1:54420, baseZNode=/11515383851 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11515383851/backup-masters 2024-11-10T15:18:09,500 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41071-0x101255319890003, quorum=127.0.0.1:54420, baseZNode=/11515383851 Set watcher on existing znode=/11515383851/backup-masters/c0771061be61,41071,1731251889170 2024-11-10T15:18:09,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41071-0x101255319890003, quorum=127.0.0.1:54420, baseZNode=/11515383851 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11515383851 2024-11-10T15:18:09,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45411-0x101255319890004, quorum=127.0.0.1:54420, baseZNode=/11515383851 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11515383851/master 2024-11-10T15:18:09,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45411-0x101255319890004, quorum=127.0.0.1:54420, baseZNode=/11515383851 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11515383851 2024-11-10T15:18:09,523 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41071-0x101255319890003, quorum=127.0.0.1:54420, baseZNode=/11515383851 Set watcher on existing znode=/11515383851/master 2024-11-10T15:18:09,524 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11515383851/backup-masters/c0771061be61,41071,1731251889170 from backup master directory 2024-11-10T15:18:09,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45411-0x101255319890004, quorum=127.0.0.1:54420, baseZNode=/11515383851 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11515383851/backup-masters 2024-11-10T15:18:09,534 WARN [master/c0771061be61:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T15:18:09,535 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c0771061be61,41071,1731251889170 2024-11-10T15:18:09,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41071-0x101255319890003, quorum=127.0.0.1:54420, baseZNode=/11515383851 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11515383851/backup-masters/c0771061be61,41071,1731251889170 2024-11-10T15:18:09,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41071-0x101255319890003, quorum=127.0.0.1:54420, baseZNode=/11515383851 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11515383851/backup-masters 2024-11-10T15:18:09,550 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44489/user/jenkins/test-data/692e654a-eca5-2118-5284-a9489b6086f1/hbase.id] with ID: aa624dc3-405a-49aa-8e9d-b257b8ff3704 2024-11-10T15:18:09,550 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44489/user/jenkins/test-data/692e654a-eca5-2118-5284-a9489b6086f1/.tmp/hbase.id 2024-11-10T15:18:09,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46093 is added to blk_1073741826_1002 (size=42) 2024-11-10T15:18:09,573 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44489/user/jenkins/test-data/692e654a-eca5-2118-5284-a9489b6086f1/.tmp/hbase.id]:[hdfs://localhost:44489/user/jenkins/test-data/692e654a-eca5-2118-5284-a9489b6086f1/hbase.id] 2024-11-10T15:18:09,617 INFO [master/c0771061be61:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:18:09,617 INFO [master/c0771061be61:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T15:18:09,624 INFO [master/c0771061be61:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 7ms. 2024-11-10T15:18:09,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41071-0x101255319890003, quorum=127.0.0.1:54420, baseZNode=/11515383851 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11515383851 2024-11-10T15:18:09,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45411-0x101255319890004, quorum=127.0.0.1:54420, baseZNode=/11515383851 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11515383851 2024-11-10T15:18:09,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46093 is added to blk_1073741827_1003 (size=196) 2024-11-10T15:18:09,704 INFO [master/c0771061be61:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T15:18:09,706 INFO [master/c0771061be61:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T15:18:09,726 INFO [master/c0771061be61:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T15:18:09,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46093 is added to blk_1073741828_1004 (size=1189) 2024-11-10T15:18:09,753 INFO [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44489/user/jenkins/test-data/692e654a-eca5-2118-5284-a9489b6086f1/MasterData/data/master/store 2024-11-10T15:18:09,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46093 is added to blk_1073741829_1005 (size=34) 2024-11-10T15:18:09,763 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:18:09,764 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T15:18:09,764 INFO [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:18:09,764 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:18:09,764 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T15:18:09,764 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:18:09,764 INFO [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:18:09,764 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731251889764Disabling compacts and flushes for region at 1731251889764Disabling writes for close at 1731251889764Writing region close event to WAL at 1731251889764Closed at 1731251889764 2024-11-10T15:18:09,766 WARN [master/c0771061be61:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44489/user/jenkins/test-data/692e654a-eca5-2118-5284-a9489b6086f1/MasterData/data/master/store/.initializing 2024-11-10T15:18:09,766 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44489/user/jenkins/test-data/692e654a-eca5-2118-5284-a9489b6086f1/MasterData/WALs/c0771061be61,41071,1731251889170 2024-11-10T15:18:09,771 INFO [master/c0771061be61:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T15:18:09,774 INFO [master/c0771061be61:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c0771061be61%2C41071%2C1731251889170, suffix=, logDir=hdfs://localhost:44489/user/jenkins/test-data/692e654a-eca5-2118-5284-a9489b6086f1/MasterData/WALs/c0771061be61,41071,1731251889170, archiveDir=hdfs://localhost:44489/user/jenkins/test-data/692e654a-eca5-2118-5284-a9489b6086f1/MasterData/oldWALs, maxLogs=10 2024-11-10T15:18:09,790 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/692e654a-eca5-2118-5284-a9489b6086f1/MasterData/WALs/c0771061be61,41071,1731251889170/c0771061be61%2C41071%2C1731251889170.1731251889775, exclude list is [], retry=0 2024-11-10T15:18:09,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46093,DS-f869c457-488f-484f-90fc-270920ec3522,DISK] 2024-11-10T15:18:09,802 INFO [master/c0771061be61:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/692e654a-eca5-2118-5284-a9489b6086f1/MasterData/WALs/c0771061be61,41071,1731251889170/c0771061be61%2C41071%2C1731251889170.1731251889775 2024-11-10T15:18:09,802 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40125:40125)] 2024-11-10T15:18:09,802 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T15:18:09,803 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:18:09,803 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:18:09,803 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:18:09,808 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:18:09,811 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T15:18:09,811 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:18:09,813 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:18:09,813 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:18:09,816 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T15:18:09,816 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:18:09,817 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:18:09,818 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:18:09,822 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T15:18:09,822 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:18:09,823 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:18:09,823 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:18:09,825 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T15:18:09,826 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:18:09,827 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:18:09,827 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:18:09,831 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44489/user/jenkins/test-data/692e654a-eca5-2118-5284-a9489b6086f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:18:09,832 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44489/user/jenkins/test-data/692e654a-eca5-2118-5284-a9489b6086f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:18:09,834 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T15:18:09,835 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-10T15:18:09,846 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T15:18:09,846 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-10T15:18:09,847 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T15:18:09,847 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-10T15:18:09,848 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-10T15:18:09,848 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-10T15:18:09,848 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:18:09,848 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:18:09,850 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T15:18:09,854 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:18:09,863 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44489/user/jenkins/test-data/692e654a-eca5-2118-5284-a9489b6086f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T15:18:09,867 INFO [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66791790, jitterRate=-0.004724770784378052}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T15:18:09,867 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731251889803Initializing all the Stores at 1731251889805 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731251889805Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731251889808 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731251889808Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731251889808Cleaning up temporary data from old regions at 1731251889848 (+40 ms)Region opened successfully at 1731251889867 (+19 ms) 2024-11-10T15:18:09,868 INFO [master/c0771061be61:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T15:18:09,875 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6542d8d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c0771061be61/172.17.0.3:0 2024-11-10T15:18:09,876 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T15:18:09,877 INFO [master/c0771061be61:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T15:18:09,877 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T15:18:09,877 INFO [master/c0771061be61:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T15:18:09,878 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-10T15:18:09,879 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T15:18:09,879 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T15:18:09,884 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T15:18:09,886 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41071-0x101255319890003, quorum=127.0.0.1:54420, baseZNode=/11515383851 Unable to get data of znode /11515383851/balancer because node does not exist (not necessarily an error) 2024-11-10T15:18:09,895 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11515383851/balancer already deleted, retry=false 2024-11-10T15:18:09,895 INFO [master/c0771061be61:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T15:18:09,896 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41071-0x101255319890003, quorum=127.0.0.1:54420, baseZNode=/11515383851 Unable to get data of znode /11515383851/normalizer because node does not exist (not necessarily an error) 2024-11-10T15:18:09,905 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11515383851/normalizer already deleted, retry=false 2024-11-10T15:18:09,906 INFO [master/c0771061be61:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T15:18:09,907 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41071-0x101255319890003, quorum=127.0.0.1:54420, baseZNode=/11515383851 Unable to get data of znode /11515383851/switch/split because node does not exist (not necessarily an error) 2024-11-10T15:18:09,916 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11515383851/switch/split already deleted, retry=false 2024-11-10T15:18:09,917 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41071-0x101255319890003, quorum=127.0.0.1:54420, baseZNode=/11515383851 Unable to get data of znode /11515383851/switch/merge because node does not exist (not necessarily an error) 2024-11-10T15:18:09,926 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11515383851/switch/merge already deleted, retry=false 2024-11-10T15:18:09,929 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41071-0x101255319890003, quorum=127.0.0.1:54420, baseZNode=/11515383851 Unable to get data of znode /11515383851/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T15:18:09,937 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11515383851/snapshot-cleanup already deleted, retry=false 2024-11-10T15:18:09,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41071-0x101255319890003, quorum=127.0.0.1:54420, baseZNode=/11515383851 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11515383851/running 2024-11-10T15:18:09,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45411-0x101255319890004, quorum=127.0.0.1:54420, baseZNode=/11515383851 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11515383851/running 2024-11-10T15:18:09,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41071-0x101255319890003, quorum=127.0.0.1:54420, baseZNode=/11515383851 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11515383851 2024-11-10T15:18:09,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45411-0x101255319890004, quorum=127.0.0.1:54420, baseZNode=/11515383851 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11515383851 2024-11-10T15:18:09,948 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c0771061be61,41071,1731251889170, sessionid=0x101255319890003, setting cluster-up flag (Was=false) 2024-11-10T15:18:09,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45411-0x101255319890004, quorum=127.0.0.1:54420, baseZNode=/11515383851 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11515383851 2024-11-10T15:18:09,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41071-0x101255319890003, quorum=127.0.0.1:54420, baseZNode=/11515383851 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11515383851 2024-11-10T15:18:10,000 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11515383851/flush-table-proc/acquired, /11515383851/flush-table-proc/reached, /11515383851/flush-table-proc/abort 2024-11-10T15:18:10,001 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c0771061be61,41071,1731251889170 2024-11-10T15:18:10,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41071-0x101255319890003, quorum=127.0.0.1:54420, baseZNode=/11515383851 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11515383851 2024-11-10T15:18:10,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45411-0x101255319890004, quorum=127.0.0.1:54420, baseZNode=/11515383851 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11515383851 2024-11-10T15:18:10,053 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11515383851/online-snapshot/acquired, /11515383851/online-snapshot/reached, /11515383851/online-snapshot/abort 2024-11-10T15:18:10,055 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c0771061be61,41071,1731251889170 2024-11-10T15:18:10,058 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44489/user/jenkins/test-data/692e654a-eca5-2118-5284-a9489b6086f1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T15:18:10,062 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T15:18:10,062 INFO [master/c0771061be61:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T15:18:10,062 INFO [master/c0771061be61:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T15:18:10,062 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c0771061be61,41071,1731251889170 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T15:18:10,065 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c0771061be61:0, corePoolSize=5, maxPoolSize=5 2024-11-10T15:18:10,065 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c0771061be61:0, corePoolSize=5, maxPoolSize=5 2024-11-10T15:18:10,065 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c0771061be61:0, corePoolSize=5, maxPoolSize=5 2024-11-10T15:18:10,065 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c0771061be61:0, corePoolSize=5, maxPoolSize=5 2024-11-10T15:18:10,065 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c0771061be61:0, corePoolSize=10, maxPoolSize=10 2024-11-10T15:18:10,066 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:18:10,066 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c0771061be61:0, corePoolSize=2, maxPoolSize=2 2024-11-10T15:18:10,066 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:18:10,079 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731251920079 2024-11-10T15:18:10,081 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T15:18:10,082 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T15:18:10,082 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T15:18:10,082 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T15:18:10,082 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T15:18:10,082 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T15:18:10,082 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:10,082 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T15:18:10,082 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T15:18:10,084 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:18:10,084 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T15:18:10,084 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T15:18:10,084 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T15:18:10,084 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T15:18:10,085 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T15:18:10,085 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T15:18:10,085 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T15:18:10,088 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c0771061be61:0:becomeActiveMaster-HFileCleaner.large.0-1731251890085,5,FailOnTimeoutGroup] 2024-11-10T15:18:10,094 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c0771061be61:0:becomeActiveMaster-HFileCleaner.small.0-1731251890088,5,FailOnTimeoutGroup] 2024-11-10T15:18:10,094 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:10,094 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T15:18:10,094 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:10,094 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:10,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46093 is added to blk_1073741831_1007 (size=1321) 2024-11-10T15:18:10,100 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44489/user/jenkins/test-data/692e654a-eca5-2118-5284-a9489b6086f1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T15:18:10,100 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44489/user/jenkins/test-data/692e654a-eca5-2118-5284-a9489b6086f1 2024-11-10T15:18:10,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46093 is added to blk_1073741832_1008 (size=32) 2024-11-10T15:18:10,134 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:18:10,152 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T15:18:10,155 INFO [RS:0;c0771061be61:45411 {}] regionserver.HRegionServer(746): ClusterId : aa624dc3-405a-49aa-8e9d-b257b8ff3704 2024-11-10T15:18:10,155 DEBUG [RS:0;c0771061be61:45411 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T15:18:10,156 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T15:18:10,156 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:18:10,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:18:10,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T15:18:10,161 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T15:18:10,161 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:18:10,165 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:18:10,165 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T15:18:10,168 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T15:18:10,168 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:18:10,169 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:18:10,169 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T15:18:10,170 DEBUG [RS:0;c0771061be61:45411 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T15:18:10,170 DEBUG [RS:0;c0771061be61:45411 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T15:18:10,171 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T15:18:10,171 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:18:10,172 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:18:10,172 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T15:18:10,174 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44489/user/jenkins/test-data/692e654a-eca5-2118-5284-a9489b6086f1/data/hbase/meta/1588230740 2024-11-10T15:18:10,175 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44489/user/jenkins/test-data/692e654a-eca5-2118-5284-a9489b6086f1/data/hbase/meta/1588230740 2024-11-10T15:18:10,177 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T15:18:10,177 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T15:18:10,178 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T15:18:10,180 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T15:18:10,180 DEBUG [RS:0;c0771061be61:45411 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T15:18:10,181 DEBUG [RS:0;c0771061be61:45411 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67e3a229, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c0771061be61/172.17.0.3:0 2024-11-10T15:18:10,192 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44489/user/jenkins/test-data/692e654a-eca5-2118-5284-a9489b6086f1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T15:18:10,193 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60550887, jitterRate=-0.09772147238254547}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T15:18:10,194 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731251890134Initializing all the Stores at 1731251890136 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731251890136Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731251890144 (+8 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731251890144Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731251890144Cleaning up temporary data from old regions at 1731251890177 (+33 ms)Region opened successfully at 1731251890194 (+17 ms) 2024-11-10T15:18:10,194 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T15:18:10,194 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T15:18:10,194 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T15:18:10,194 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T15:18:10,194 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T15:18:10,195 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T15:18:10,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731251890194Disabling compacts and flushes for region at 1731251890194Disabling writes for close at 1731251890194Writing region close event to WAL at 1731251890195 (+1 ms)Closed at 1731251890195 2024-11-10T15:18:10,197 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T15:18:10,197 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T15:18:10,198 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T15:18:10,202 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T15:18:10,202 DEBUG [RS:0;c0771061be61:45411 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c0771061be61:45411 2024-11-10T15:18:10,202 INFO [RS:0;c0771061be61:45411 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T15:18:10,202 INFO [RS:0;c0771061be61:45411 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T15:18:10,202 DEBUG [RS:0;c0771061be61:45411 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T15:18:10,203 INFO [RS:0;c0771061be61:45411 {}] regionserver.HRegionServer(2659): reportForDuty to master=c0771061be61,41071,1731251889170 with port=45411, startcode=1731251889385 2024-11-10T15:18:10,204 DEBUG [RS:0;c0771061be61:45411 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T15:18:10,204 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T15:18:10,207 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41227, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T15:18:10,208 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41071 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c0771061be61,45411,1731251889385 2024-11-10T15:18:10,210 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41071 {}] master.ServerManager(517): Registering regionserver=c0771061be61,45411,1731251889385 2024-11-10T15:18:10,213 DEBUG [RS:0;c0771061be61:45411 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44489/user/jenkins/test-data/692e654a-eca5-2118-5284-a9489b6086f1 2024-11-10T15:18:10,213 DEBUG [RS:0;c0771061be61:45411 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44489 2024-11-10T15:18:10,214 DEBUG [RS:0;c0771061be61:45411 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T15:18:10,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41071-0x101255319890003, quorum=127.0.0.1:54420, baseZNode=/11515383851 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11515383851/rs 2024-11-10T15:18:10,275 DEBUG [RS:0;c0771061be61:45411 {}] zookeeper.ZKUtil(111): regionserver:45411-0x101255319890004, quorum=127.0.0.1:54420, baseZNode=/11515383851 Set watcher on existing znode=/11515383851/rs/c0771061be61,45411,1731251889385 2024-11-10T15:18:10,275 WARN [RS:0;c0771061be61:45411 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T15:18:10,275 INFO [RS:0;c0771061be61:45411 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T15:18:10,275 DEBUG [RS:0;c0771061be61:45411 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44489/user/jenkins/test-data/692e654a-eca5-2118-5284-a9489b6086f1/WALs/c0771061be61,45411,1731251889385 2024-11-10T15:18:10,277 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c0771061be61,45411,1731251889385] 2024-11-10T15:18:10,281 INFO [RS:0;c0771061be61:45411 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T15:18:10,284 INFO [RS:0;c0771061be61:45411 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T15:18:10,286 INFO [RS:0;c0771061be61:45411 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T15:18:10,286 INFO [RS:0;c0771061be61:45411 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:10,286 INFO [RS:0;c0771061be61:45411 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T15:18:10,288 INFO [RS:0;c0771061be61:45411 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T15:18:10,288 INFO [RS:0;c0771061be61:45411 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:10,288 DEBUG [RS:0;c0771061be61:45411 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:18:10,288 DEBUG [RS:0;c0771061be61:45411 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:18:10,288 DEBUG [RS:0;c0771061be61:45411 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:18:10,289 DEBUG [RS:0;c0771061be61:45411 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:18:10,289 DEBUG [RS:0;c0771061be61:45411 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:18:10,289 DEBUG [RS:0;c0771061be61:45411 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c0771061be61:0, corePoolSize=2, maxPoolSize=2 2024-11-10T15:18:10,289 DEBUG [RS:0;c0771061be61:45411 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:18:10,289 DEBUG [RS:0;c0771061be61:45411 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:18:10,289 DEBUG [RS:0;c0771061be61:45411 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:18:10,289 DEBUG [RS:0;c0771061be61:45411 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:18:10,290 DEBUG [RS:0;c0771061be61:45411 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:18:10,290 DEBUG [RS:0;c0771061be61:45411 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:18:10,290 DEBUG [RS:0;c0771061be61:45411 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c0771061be61:0, corePoolSize=3, maxPoolSize=3 2024-11-10T15:18:10,290 DEBUG [RS:0;c0771061be61:45411 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c0771061be61:0, corePoolSize=3, maxPoolSize=3 2024-11-10T15:18:10,292 INFO [RS:0;c0771061be61:45411 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:10,292 INFO [RS:0;c0771061be61:45411 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:10,293 INFO [RS:0;c0771061be61:45411 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:10,293 INFO [RS:0;c0771061be61:45411 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:10,293 INFO [RS:0;c0771061be61:45411 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:10,293 INFO [RS:0;c0771061be61:45411 {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,45411,1731251889385-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T15:18:10,311 INFO [RS:0;c0771061be61:45411 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T15:18:10,312 INFO [RS:0;c0771061be61:45411 {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,45411,1731251889385-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:10,312 INFO [RS:0;c0771061be61:45411 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:10,312 INFO [RS:0;c0771061be61:45411 {}] regionserver.Replication(171): c0771061be61,45411,1731251889385 started 2024-11-10T15:18:10,329 INFO [RS:0;c0771061be61:45411 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:10,329 INFO [RS:0;c0771061be61:45411 {}] regionserver.HRegionServer(1482): Serving as c0771061be61,45411,1731251889385, RpcServer on c0771061be61/172.17.0.3:45411, sessionid=0x101255319890004 2024-11-10T15:18:10,330 DEBUG [RS:0;c0771061be61:45411 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T15:18:10,330 DEBUG [RS:0;c0771061be61:45411 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c0771061be61,45411,1731251889385 2024-11-10T15:18:10,330 DEBUG [RS:0;c0771061be61:45411 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c0771061be61,45411,1731251889385' 2024-11-10T15:18:10,330 DEBUG [RS:0;c0771061be61:45411 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11515383851/flush-table-proc/abort' 2024-11-10T15:18:10,330 DEBUG [RS:0;c0771061be61:45411 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11515383851/flush-table-proc/acquired' 2024-11-10T15:18:10,333 DEBUG [RS:0;c0771061be61:45411 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T15:18:10,333 DEBUG [RS:0;c0771061be61:45411 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T15:18:10,333 DEBUG [RS:0;c0771061be61:45411 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c0771061be61,45411,1731251889385 2024-11-10T15:18:10,333 DEBUG [RS:0;c0771061be61:45411 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c0771061be61,45411,1731251889385' 2024-11-10T15:18:10,333 DEBUG [RS:0;c0771061be61:45411 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11515383851/online-snapshot/abort' 2024-11-10T15:18:10,334 DEBUG [RS:0;c0771061be61:45411 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11515383851/online-snapshot/acquired' 2024-11-10T15:18:10,334 DEBUG [RS:0;c0771061be61:45411 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T15:18:10,334 INFO [RS:0;c0771061be61:45411 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T15:18:10,334 INFO [RS:0;c0771061be61:45411 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T15:18:10,354 WARN [c0771061be61:41071 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-10T15:18:10,435 INFO [RS:0;c0771061be61:45411 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T15:18:10,438 INFO [RS:0;c0771061be61:45411 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0771061be61%2C45411%2C1731251889385, suffix=, logDir=hdfs://localhost:44489/user/jenkins/test-data/692e654a-eca5-2118-5284-a9489b6086f1/WALs/c0771061be61,45411,1731251889385, archiveDir=hdfs://localhost:44489/user/jenkins/test-data/692e654a-eca5-2118-5284-a9489b6086f1/oldWALs, maxLogs=10 2024-11-10T15:18:10,453 DEBUG [RS:0;c0771061be61:45411 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/692e654a-eca5-2118-5284-a9489b6086f1/WALs/c0771061be61,45411,1731251889385/c0771061be61%2C45411%2C1731251889385.1731251890439, exclude list is [], retry=0 2024-11-10T15:18:10,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46093,DS-f869c457-488f-484f-90fc-270920ec3522,DISK] 2024-11-10T15:18:10,460 INFO [RS:0;c0771061be61:45411 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/692e654a-eca5-2118-5284-a9489b6086f1/WALs/c0771061be61,45411,1731251889385/c0771061be61%2C45411%2C1731251889385.1731251890439 2024-11-10T15:18:10,463 DEBUG [RS:0;c0771061be61:45411 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40125:40125)] 2024-11-10T15:18:10,497 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T15:18:10,605 DEBUG [c0771061be61:41071 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T15:18:10,605 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c0771061be61,45411,1731251889385 2024-11-10T15:18:10,607 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c0771061be61,45411,1731251889385, state=OPENING 2024-11-10T15:18:10,653 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T15:18:10,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41071-0x101255319890003, quorum=127.0.0.1:54420, baseZNode=/11515383851 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11515383851 2024-11-10T15:18:10,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45411-0x101255319890004, quorum=127.0.0.1:54420, baseZNode=/11515383851 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11515383851 2024-11-10T15:18:10,664 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T15:18:10,664 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c0771061be61,45411,1731251889385}] 2024-11-10T15:18:10,665 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11515383851/meta-region-server: CHANGED 2024-11-10T15:18:10,665 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11515383851/meta-region-server: CHANGED 2024-11-10T15:18:10,822 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T15:18:10,825 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38429, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T15:18:10,831 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T15:18:10,832 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T15:18:10,833 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T15:18:10,836 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0771061be61%2C45411%2C1731251889385.meta, suffix=.meta, logDir=hdfs://localhost:44489/user/jenkins/test-data/692e654a-eca5-2118-5284-a9489b6086f1/WALs/c0771061be61,45411,1731251889385, archiveDir=hdfs://localhost:44489/user/jenkins/test-data/692e654a-eca5-2118-5284-a9489b6086f1/oldWALs, maxLogs=10 2024-11-10T15:18:10,852 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/692e654a-eca5-2118-5284-a9489b6086f1/WALs/c0771061be61,45411,1731251889385/c0771061be61%2C45411%2C1731251889385.meta.1731251890838.meta, exclude list is [], retry=0 2024-11-10T15:18:10,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46093,DS-f869c457-488f-484f-90fc-270920ec3522,DISK] 2024-11-10T15:18:10,870 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/692e654a-eca5-2118-5284-a9489b6086f1/WALs/c0771061be61,45411,1731251889385/c0771061be61%2C45411%2C1731251889385.meta.1731251890838.meta 2024-11-10T15:18:10,880 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40125:40125)] 2024-11-10T15:18:10,881 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T15:18:10,881 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T15:18:10,881 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T15:18:10,882 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T15:18:10,882 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T15:18:10,882 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T15:18:10,882 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:18:10,882 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T15:18:10,882 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T15:18:10,891 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T15:18:10,894 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T15:18:10,895 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:18:10,896 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:18:10,896 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T15:18:10,897 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T15:18:10,897 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:18:10,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:18:10,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T15:18:10,899 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T15:18:10,899 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:18:10,900 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:18:10,900 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T15:18:10,901 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T15:18:10,902 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:18:10,903 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:18:10,903 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T15:18:10,906 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44489/user/jenkins/test-data/692e654a-eca5-2118-5284-a9489b6086f1/data/hbase/meta/1588230740 2024-11-10T15:18:10,909 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44489/user/jenkins/test-data/692e654a-eca5-2118-5284-a9489b6086f1/data/hbase/meta/1588230740 2024-11-10T15:18:10,910 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T15:18:10,910 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T15:18:10,911 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T15:18:10,914 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T15:18:10,918 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67184917, jitterRate=0.0011332780122756958}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T15:18:10,919 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T15:18:10,919 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731251890882Writing region info on filesystem at 1731251890882Initializing all the Stores at 1731251890884 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731251890884Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731251890888 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731251890888Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731251890888Cleaning up temporary data from old regions at 1731251890910 (+22 ms)Running coprocessor post-open hooks at 1731251890919 (+9 ms)Region opened successfully at 1731251890919 2024-11-10T15:18:10,922 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731251890822 2024-11-10T15:18:10,927 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T15:18:10,927 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T15:18:10,929 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c0771061be61,45411,1731251889385 2024-11-10T15:18:10,931 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c0771061be61,45411,1731251889385, state=OPEN 2024-11-10T15:18:10,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45411-0x101255319890004, quorum=127.0.0.1:54420, baseZNode=/11515383851 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11515383851/meta-region-server 2024-11-10T15:18:10,945 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11515383851/meta-region-server: CHANGED 2024-11-10T15:18:10,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41071-0x101255319890003, quorum=127.0.0.1:54420, baseZNode=/11515383851 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11515383851/meta-region-server 2024-11-10T15:18:10,948 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11515383851/meta-region-server: CHANGED 2024-11-10T15:18:10,948 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c0771061be61,45411,1731251889385 2024-11-10T15:18:10,956 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T15:18:10,956 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c0771061be61,45411,1731251889385 in 285 msec 2024-11-10T15:18:10,961 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T15:18:10,961 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 758 msec 2024-11-10T15:18:10,963 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T15:18:10,964 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T15:18:10,966 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T15:18:10,966 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0771061be61,45411,1731251889385, seqNum=-1] 2024-11-10T15:18:10,966 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T15:18:10,971 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46453, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T15:18:10,988 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 924 msec 2024-11-10T15:18:10,989 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731251890988, completionTime=-1 2024-11-10T15:18:10,989 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T15:18:10,989 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T15:18:10,993 INFO [master/c0771061be61:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T15:18:10,994 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731251950993 2024-11-10T15:18:10,994 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731252010994 2024-11-10T15:18:10,994 INFO [master/c0771061be61:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 4 msec 2024-11-10T15:18:10,994 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,41071,1731251889170-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:10,994 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,41071,1731251889170-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:10,995 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,41071,1731251889170-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:10,995 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c0771061be61:41071, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:10,995 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:10,996 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:11,001 DEBUG [master/c0771061be61:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T15:18:11,009 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.474sec 2024-11-10T15:18:11,009 INFO [master/c0771061be61:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T15:18:11,009 INFO [master/c0771061be61:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T15:18:11,009 INFO [master/c0771061be61:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T15:18:11,009 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T15:18:11,009 INFO [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T15:18:11,009 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,41071,1731251889170-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T15:18:11,009 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,41071,1731251889170-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T15:18:11,016 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T15:18:11,016 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T15:18:11,016 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,41071,1731251889170-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:11,055 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67d7ffbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:18:11,055 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0771061be61,41071,-1 for getting cluster id 2024-11-10T15:18:11,055 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T15:18:11,058 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aa624dc3-405a-49aa-8e9d-b257b8ff3704' 2024-11-10T15:18:11,058 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T15:18:11,058 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aa624dc3-405a-49aa-8e9d-b257b8ff3704" 2024-11-10T15:18:11,059 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30c3f52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:18:11,059 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0771061be61,41071,-1] 2024-11-10T15:18:11,059 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T15:18:11,060 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:18:11,062 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T15:18:11,064 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2375868c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:18:11,065 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T15:18:11,068 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0771061be61,45411,1731251889385, seqNum=-1] 2024-11-10T15:18:11,069 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T15:18:11,075 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T15:18:11,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c0771061be61,41071,1731251889170 2024-11-10T15:18:11,083 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54420 2024-11-10T15:18:11,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54420, baseZNode=/11515383851 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T15:18:11,105 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101255319890005 connected 2024-11-10T15:18:11,124 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@590337bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:18:11,124 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0771061be61,34687,-1 for getting cluster id 2024-11-10T15:18:11,124 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T15:18:11,133 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '78f6b77f-c4f3-4dc5-a017-21b26f76d29c' 2024-11-10T15:18:11,134 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T15:18:11,134 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "78f6b77f-c4f3-4dc5-a017-21b26f76d29c" 2024-11-10T15:18:11,134 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35b9550a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:18:11,134 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0771061be61,34687,-1] 2024-11-10T15:18:11,135 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T15:18:11,140 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:18:11,142 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T15:18:11,145 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12392feb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:18:11,156 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T15:18:11,163 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is c0771061be61,34687,1731251878906 2024-11-10T15:18:11,166 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d318575 2024-11-10T15:18:11,167 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T15:18:11,169 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T15:18:11,171 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34687 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://c0771061be61:41071,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T15:18:11,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34687 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T15:18:11,191 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c0771061be61:41071' 2024-11-10T15:18:11,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T15:18:11,204 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dc678f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:18:11,205 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request c0771061be61,41071,-1 for getting cluster id 2024-11-10T15:18:11,205 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T15:18:11,206 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aa624dc3-405a-49aa-8e9d-b257b8ff3704' 2024-11-10T15:18:11,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T15:18:11,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aa624dc3-405a-49aa-8e9d-b257b8ff3704" 2024-11-10T15:18:11,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1db5c68c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:18:11,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0771061be61,41071,-1] 2024-11-10T15:18:11,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T15:18:11,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:18:11,209 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T15:18:11,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7536cf08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:18:11,211 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T15:18:11,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c0771061be61,41071,1731251889170 2024-11-10T15:18:11,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5364e6fe 2024-11-10T15:18:11,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T15:18:11,221 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T15:18:11,238 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-10T15:18:11,238 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T15:18:11,243 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:18:11,243 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:18:11,243 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T15:18:11,245 INFO [PEWorker-4 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T15:18:11,251 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T15:18:11,255 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T15:18:11,255 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:18:11,258 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T15:18:11,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46525 is added to blk_1073741835_1011 (size=1138) 2024-11-10T15:18:11,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T15:18:11,304 DEBUG [PEWorker-4 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T15:18:11,473 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T15:18:11,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T15:18:11,683 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 71235dbdedbbcafeb99e17ce21fef6de, NAME => 'hbase:replication,,1731251891244.71235dbdedbbcafeb99e17ce21fef6de.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40 2024-11-10T15:18:11,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46525 is added to blk_1073741836_1012 (size=44) 2024-11-10T15:18:11,703 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731251891244.71235dbdedbbcafeb99e17ce21fef6de.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:18:11,703 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 71235dbdedbbcafeb99e17ce21fef6de, disabling compactions & flushes 2024-11-10T15:18:11,703 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731251891244.71235dbdedbbcafeb99e17ce21fef6de. 2024-11-10T15:18:11,703 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731251891244.71235dbdedbbcafeb99e17ce21fef6de. 2024-11-10T15:18:11,703 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731251891244.71235dbdedbbcafeb99e17ce21fef6de. after waiting 0 ms 2024-11-10T15:18:11,703 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731251891244.71235dbdedbbcafeb99e17ce21fef6de. 2024-11-10T15:18:11,703 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731251891244.71235dbdedbbcafeb99e17ce21fef6de. 2024-11-10T15:18:11,703 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 71235dbdedbbcafeb99e17ce21fef6de: Waiting for close lock at 1731251891703Disabling compacts and flushes for region at 1731251891703Disabling writes for close at 1731251891703Writing region close event to WAL at 1731251891703Closed at 1731251891703 2024-11-10T15:18:11,706 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T15:18:11,712 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731251891244.71235dbdedbbcafeb99e17ce21fef6de.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731251891706"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731251891706"}]},"ts":"1731251891706"} 2024-11-10T15:18:11,716 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T15:18:11,719 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T15:18:11,722 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731251891719"}]},"ts":"1731251891719"} 2024-11-10T15:18:11,726 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T15:18:11,728 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=71235dbdedbbcafeb99e17ce21fef6de, ASSIGN}] 2024-11-10T15:18:11,732 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=71235dbdedbbcafeb99e17ce21fef6de, ASSIGN 2024-11-10T15:18:11,736 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=71235dbdedbbcafeb99e17ce21fef6de, ASSIGN; state=OFFLINE, location=c0771061be61,36459,1731251880920; forceNewPlan=false, retain=false 2024-11-10T15:18:11,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T15:18:11,888 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=71235dbdedbbcafeb99e17ce21fef6de, regionState=OPENING, regionLocation=c0771061be61,36459,1731251880920 2024-11-10T15:18:11,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=71235dbdedbbcafeb99e17ce21fef6de, ASSIGN because future has completed 2024-11-10T15:18:11,896 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 71235dbdedbbcafeb99e17ce21fef6de, server=c0771061be61,36459,1731251880920}] 2024-11-10T15:18:12,058 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731251891244.71235dbdedbbcafeb99e17ce21fef6de. 2024-11-10T15:18:12,058 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T15:18:12,058 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T15:18:12,063 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0771061be61%2C36459%2C1731251880920.rep, suffix=, logDir=hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/WALs/c0771061be61,36459,1731251880920, archiveDir=hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/oldWALs, maxLogs=10 2024-11-10T15:18:12,085 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/WALs/c0771061be61,36459,1731251880920/c0771061be61%2C36459%2C1731251880920.rep.1731251892063, exclude list is [], retry=0 2024-11-10T15:18:12,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46525,DS-34dd0188-2bc4-4925-aed2-2752a4ca4919,DISK] 2024-11-10T15:18:12,091 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/WALs/c0771061be61,36459,1731251880920/c0771061be61%2C36459%2C1731251880920.rep.1731251892063 2024-11-10T15:18:12,091 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39781:39781)] 2024-11-10T15:18:12,091 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 71235dbdedbbcafeb99e17ce21fef6de, NAME => 'hbase:replication,,1731251891244.71235dbdedbbcafeb99e17ce21fef6de.', STARTKEY => '', ENDKEY => ''} 2024-11-10T15:18:12,092 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T15:18:12,092 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T15:18:12,092 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731251891244.71235dbdedbbcafeb99e17ce21fef6de. service=MultiRowMutationService 2024-11-10T15:18:12,092 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T15:18:12,093 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 71235dbdedbbcafeb99e17ce21fef6de 2024-11-10T15:18:12,093 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731251891244.71235dbdedbbcafeb99e17ce21fef6de.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:18:12,093 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 71235dbdedbbcafeb99e17ce21fef6de 2024-11-10T15:18:12,093 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 71235dbdedbbcafeb99e17ce21fef6de 2024-11-10T15:18:12,096 INFO [StoreOpener-71235dbdedbbcafeb99e17ce21fef6de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 71235dbdedbbcafeb99e17ce21fef6de 2024-11-10T15:18:12,098 INFO [StoreOpener-71235dbdedbbcafeb99e17ce21fef6de-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 71235dbdedbbcafeb99e17ce21fef6de columnFamilyName hfileref 2024-11-10T15:18:12,098 DEBUG [StoreOpener-71235dbdedbbcafeb99e17ce21fef6de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:18:12,099 INFO [StoreOpener-71235dbdedbbcafeb99e17ce21fef6de-1 {}] regionserver.HStore(327): Store=71235dbdedbbcafeb99e17ce21fef6de/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:18:12,099 INFO [StoreOpener-71235dbdedbbcafeb99e17ce21fef6de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 71235dbdedbbcafeb99e17ce21fef6de 2024-11-10T15:18:12,101 INFO [StoreOpener-71235dbdedbbcafeb99e17ce21fef6de-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 71235dbdedbbcafeb99e17ce21fef6de columnFamilyName queue 2024-11-10T15:18:12,101 DEBUG [StoreOpener-71235dbdedbbcafeb99e17ce21fef6de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:18:12,101 INFO [StoreOpener-71235dbdedbbcafeb99e17ce21fef6de-1 {}] regionserver.HStore(327): Store=71235dbdedbbcafeb99e17ce21fef6de/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:18:12,101 INFO [StoreOpener-71235dbdedbbcafeb99e17ce21fef6de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 71235dbdedbbcafeb99e17ce21fef6de 2024-11-10T15:18:12,103 INFO [StoreOpener-71235dbdedbbcafeb99e17ce21fef6de-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 71235dbdedbbcafeb99e17ce21fef6de columnFamilyName sid 2024-11-10T15:18:12,103 DEBUG [StoreOpener-71235dbdedbbcafeb99e17ce21fef6de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:18:12,104 INFO [StoreOpener-71235dbdedbbcafeb99e17ce21fef6de-1 {}] regionserver.HStore(327): Store=71235dbdedbbcafeb99e17ce21fef6de/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:18:12,104 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 71235dbdedbbcafeb99e17ce21fef6de 2024-11-10T15:18:12,105 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/data/hbase/replication/71235dbdedbbcafeb99e17ce21fef6de 2024-11-10T15:18:12,105 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/data/hbase/replication/71235dbdedbbcafeb99e17ce21fef6de 2024-11-10T15:18:12,109 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 71235dbdedbbcafeb99e17ce21fef6de 2024-11-10T15:18:12,109 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 71235dbdedbbcafeb99e17ce21fef6de 2024-11-10T15:18:12,110 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T15:18:12,112 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 71235dbdedbbcafeb99e17ce21fef6de 2024-11-10T15:18:12,116 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/data/hbase/replication/71235dbdedbbcafeb99e17ce21fef6de/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T15:18:12,117 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 71235dbdedbbcafeb99e17ce21fef6de; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65922673, jitterRate=-0.017675623297691345}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T15:18:12,117 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 71235dbdedbbcafeb99e17ce21fef6de 2024-11-10T15:18:12,118 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 71235dbdedbbcafeb99e17ce21fef6de: Running coprocessor pre-open hook at 1731251892093Writing region info on filesystem at 1731251892093Initializing all the Stores at 1731251892095 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731251892095Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731251892096 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731251892096Cleaning up temporary data from old regions at 1731251892109 (+13 ms)Running coprocessor post-open hooks at 1731251892117 (+8 ms)Region opened successfully at 1731251892118 (+1 ms) 2024-11-10T15:18:12,120 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731251891244.71235dbdedbbcafeb99e17ce21fef6de., pid=7, masterSystemTime=1731251892051 2024-11-10T15:18:12,124 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731251891244.71235dbdedbbcafeb99e17ce21fef6de. 2024-11-10T15:18:12,124 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731251891244.71235dbdedbbcafeb99e17ce21fef6de. 2024-11-10T15:18:12,126 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=71235dbdedbbcafeb99e17ce21fef6de, regionState=OPEN, openSeqNum=2, regionLocation=c0771061be61,36459,1731251880920 2024-11-10T15:18:12,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 71235dbdedbbcafeb99e17ce21fef6de, server=c0771061be61,36459,1731251880920 because future has completed 2024-11-10T15:18:12,144 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-10T15:18:12,144 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 71235dbdedbbcafeb99e17ce21fef6de, server=c0771061be61,36459,1731251880920 in 242 msec 2024-11-10T15:18:12,152 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T15:18:12,152 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=71235dbdedbbcafeb99e17ce21fef6de, ASSIGN in 416 msec 2024-11-10T15:18:12,156 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T15:18:12,156 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731251892156"}]},"ts":"1731251892156"} 2024-11-10T15:18:12,160 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T15:18:12,163 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T15:18:12,166 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 917 msec 2024-11-10T15:18:12,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731251891244.71235dbdedbbcafeb99e17ce21fef6de., hostname=c0771061be61,36459,1731251880920, seqNum=2] 2024-11-10T15:18:12,220 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36459 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-10T15:18:12,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34687-0x101255319890000, quorum=127.0.0.1:54420, baseZNode=/0-2020799355 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2020799355 2024-11-10T15:18:12,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36459-0x101255319890001, quorum=127.0.0.1:54420, baseZNode=/0-2020799355 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2020799355 2024-11-10T15:18:12,288 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T15:18:12,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T15:18:12,457 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-10T15:18:12,458 INFO [RS_REFRESH_PEER-regionserver/c0771061be61:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T15:18:12,513 INFO [RS_REFRESH_PEER-regionserver/c0771061be61:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-c0771061be61,36459,1731251880920, ReplicationSource: 1, currentBandwidth=0 2024-11-10T15:18:12,515 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T15:18:12,515 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0771061be61,36459,1731251880920, seqNum=-1] 2024-11-10T15:18:12,516 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T15:18:12,518 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46917, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-10T15:18:12,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c0771061be61,36459,1731251880920', locateType=CURRENT is [region=hbase:replication,,1731251891244.71235dbdedbbcafeb99e17ce21fef6de., hostname=c0771061be61,36459,1731251880920, seqNum=2] 2024-11-10T15:18:12,529 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-10T15:18:12,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34687 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-10T15:18:12,536 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c0771061be61,36459,1731251880920 suceeded 2024-11-10T15:18:12,541 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-10T15:18:12,541 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c0771061be61:41071,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T15:18:12,541 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 248 msec 2024-11-10T15:18:12,545 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.3680 sec 2024-11-10T15:18:12,558 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,36459,1731251880920 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c0771061be61:41071' 2024-11-10T15:18:12,561 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,36459,1731251880920 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@54720c78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:18:12,561 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,36459,1731251880920 {}] client.ClusterIdFetcher(90): Going to request c0771061be61,41071,-1 for getting cluster id 2024-11-10T15:18:12,562 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,36459,1731251880920 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T15:18:12,563 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aa624dc3-405a-49aa-8e9d-b257b8ff3704' 2024-11-10T15:18:12,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T15:18:12,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aa624dc3-405a-49aa-8e9d-b257b8ff3704" 2024-11-10T15:18:12,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c998670, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:18:12,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0771061be61,41071,-1] 2024-11-10T15:18:12,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T15:18:12,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:18:12,565 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-10T15:18:12,566 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,36459,1731251880920 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@15b309d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:18:12,566 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,36459,1731251880920 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T15:18:12,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c0771061be61,41071,1731251889170 2024-11-10T15:18:12,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b1bb5a9 2024-11-10T15:18:12,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T15:18:12,569 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-10T15:18:12,572 INFO [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,36459,1731251880920 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c0771061be61,36459,1731251880920 (queues=1) is replicating from cluster=78f6b77f-c4f3-4dc5-a017-21b26f76d29c to cluster=aa624dc3-405a-49aa-8e9d-b257b8ff3704 2024-11-10T15:18:12,574 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,36459,1731251880920 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c0771061be61%2C36459%2C1731251880920 2024-11-10T15:18:12,580 INFO [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,36459,1731251880920 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c0771061be61,36459,1731251880920, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T15:18:12,587 INFO [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,36459,1731251880920.replicationSource.shipperc0771061be61%2C36459%2C1731251880920,1-c0771061be61,36459,1731251880920 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c0771061be61%2C36459%2C1731251880920 2024-11-10T15:18:12,588 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,36459,1731251880920.replicationSource.wal-reader.c0771061be61%2C36459%2C1731251880920,1-c0771061be61,36459,1731251880920 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/WALs/c0771061be61,36459,1731251880920/c0771061be61%2C36459%2C1731251880920.1731251884815, startPosition=0, beingWritten=true 2024-11-10T15:18:12,857 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,36459,1731251880920.replicationSource.wal-reader.c0771061be61%2C36459%2C1731251880920,1-c0771061be61,36459,1731251880920 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/WALs/c0771061be61,36459,1731251880920/c0771061be61%2C36459%2C1731251880920.1731251884815 to pos 0, reset compression=false 2024-11-10T15:18:13,167 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,36459,1731251880920.replicationSource.wal-reader.c0771061be61%2C36459%2C1731251880920,1-c0771061be61,36459,1731251880920 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/WALs/c0771061be61,36459,1731251880920/c0771061be61%2C36459%2C1731251880920.1731251884815 to pos 0, reset compression=false 2024-11-10T15:18:13,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T15:18:13,338 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T15:18:13,338 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:18:13,339 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T15:18:13,339 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:18:13,339 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:18:13,339 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T15:18:13,340 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d80048, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:18:13,340 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0771061be61,34687,-1 for getting cluster id 2024-11-10T15:18:13,340 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T15:18:13,341 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '78f6b77f-c4f3-4dc5-a017-21b26f76d29c' 2024-11-10T15:18:13,342 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T15:18:13,342 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "78f6b77f-c4f3-4dc5-a017-21b26f76d29c" 2024-11-10T15:18:13,343 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15f047b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:18:13,343 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0771061be61,34687,-1] 2024-11-10T15:18:13,343 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T15:18:13,344 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:18:13,345 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T15:18:13,346 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d1df234, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:18:13,347 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T15:18:13,348 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is c0771061be61,34687,1731251878906 2024-11-10T15:18:13,348 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@25db20d3 2024-11-10T15:18:13,348 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T15:18:13,350 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T15:18:13,350 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34687 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://c0771061be61:41071,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T15:18:13,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34687 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T15:18:13,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-10T15:18:13,355 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c0771061be61:41071' 2024-11-10T15:18:13,356 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62f47498, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:18:13,356 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c0771061be61,41071,-1 for getting cluster id 2024-11-10T15:18:13,356 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T15:18:13,357 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aa624dc3-405a-49aa-8e9d-b257b8ff3704' 2024-11-10T15:18:13,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T15:18:13,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aa624dc3-405a-49aa-8e9d-b257b8ff3704" 2024-11-10T15:18:13,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@672c8e9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:18:13,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0771061be61,41071,-1] 2024-11-10T15:18:13,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T15:18:13,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:18:13,359 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T15:18:13,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54e9eb38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:18:13,360 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T15:18:13,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c0771061be61,41071,1731251889170 2024-11-10T15:18:13,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6e99f61 2024-11-10T15:18:13,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T15:18:13,363 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T15:18:13,364 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-10T15:18:13,364 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T15:18:13,364 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:18:13,364 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:18:13,364 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T15:18:13,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-10T15:18:13,494 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T15:18:13,574 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,36459,1731251880920.replicationSource.wal-reader.c0771061be61%2C36459%2C1731251880920,1-c0771061be61,36459,1731251880920 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/WALs/c0771061be61,36459,1731251880920/c0771061be61%2C36459%2C1731251880920.1731251884815 to pos 0, reset compression=false 2024-11-10T15:18:13,650 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-10T15:18:13,651 INFO [RS_REFRESH_PEER-regionserver/c0771061be61:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-10T15:18:13,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-10T15:18:13,680 INFO [RS_REFRESH_PEER-regionserver/c0771061be61:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-c0771061be61,36459,1731251880920, ReplicationSource: 2, currentBandwidth=0 2024-11-10T15:18:13,683 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-10T15:18:13,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34687 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-10T15:18:13,686 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on c0771061be61,36459,1731251880920 suceeded 2024-11-10T15:18:13,689 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T15:18:13,689 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://c0771061be61:41071,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T15:18:13,689 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-11-10T15:18:13,692 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 339 msec 2024-11-10T15:18:13,698 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,2-c0771061be61,36459,1731251880920 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c0771061be61:41071' 2024-11-10T15:18:13,699 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,2-c0771061be61,36459,1731251880920 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2746e996, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:18:13,699 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,2-c0771061be61,36459,1731251880920 {}] client.ClusterIdFetcher(90): Going to request c0771061be61,41071,-1 for getting cluster id 2024-11-10T15:18:13,699 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,2-c0771061be61,36459,1731251880920 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T15:18:13,700 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aa624dc3-405a-49aa-8e9d-b257b8ff3704' 2024-11-10T15:18:13,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T15:18:13,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aa624dc3-405a-49aa-8e9d-b257b8ff3704" 2024-11-10T15:18:13,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1377f5f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:18:13,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0771061be61,41071,-1] 2024-11-10T15:18:13,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T15:18:13,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:18:13,702 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-10T15:18:13,703 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,2-c0771061be61,36459,1731251880920 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@79ead69e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:18:13,703 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,2-c0771061be61,36459,1731251880920 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T15:18:13,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c0771061be61,41071,1731251889170 2024-11-10T15:18:13,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@45fa769a 2024-11-10T15:18:13,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T15:18:13,705 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-10T15:18:13,706 INFO [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,2-c0771061be61,36459,1731251880920 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-c0771061be61,36459,1731251880920 (queues=1) is replicating from cluster=78f6b77f-c4f3-4dc5-a017-21b26f76d29c to cluster=aa624dc3-405a-49aa-8e9d-b257b8ff3704 2024-11-10T15:18:13,706 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,2-c0771061be61,36459,1731251880920 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=c0771061be61%2C36459%2C1731251880920 2024-11-10T15:18:13,706 INFO [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,2-c0771061be61,36459,1731251880920 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-c0771061be61,36459,1731251880920, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T15:18:13,707 INFO [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,2-c0771061be61,36459,1731251880920.replicationSource.shipperc0771061be61%2C36459%2C1731251880920,2-c0771061be61,36459,1731251880920 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c0771061be61%2C36459%2C1731251880920 2024-11-10T15:18:13,707 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,2-c0771061be61,36459,1731251880920.replicationSource.wal-reader.c0771061be61%2C36459%2C1731251880920,2-c0771061be61,36459,1731251880920 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/WALs/c0771061be61,36459,1731251880920/c0771061be61%2C36459%2C1731251880920.1731251884815, startPosition=0, beingWritten=true 2024-11-10T15:18:13,913 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,2-c0771061be61,36459,1731251880920.replicationSource.wal-reader.c0771061be61%2C36459%2C1731251880920,2-c0771061be61,36459,1731251880920 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/WALs/c0771061be61,36459,1731251880920/c0771061be61%2C36459%2C1731251880920.1731251884815 to pos 0, reset compression=false 2024-11-10T15:18:13,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-10T15:18:13,978 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-10T15:18:13,978 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T15:18:13,979 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:18:13,979 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:18:13,979 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:18:13,979 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T15:18:13,979 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T15:18:13,981 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c0771061be61,34687,1731251878906 2024-11-10T15:18:13,981 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1cd5e24c 2024-11-10T15:18:13,983 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T15:18:13,986 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T15:18:13,988 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34687 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-10T15:18:13,990 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34687 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-10T15:18:13,993 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34687 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-10T15:18:13,994 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34687 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-10T15:18:13,999 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34687 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=1, config=clusterKey=hbase+rpc://c0771061be61:41071,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T15:18:14,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34687 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-10T15:18:14,007 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c0771061be61:41071' 2024-11-10T15:18:14,008 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34e3ae3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:18:14,008 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request c0771061be61,41071,-1 for getting cluster id 2024-11-10T15:18:14,009 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T15:18:14,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-10T15:18:14,010 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aa624dc3-405a-49aa-8e9d-b257b8ff3704' 2024-11-10T15:18:14,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T15:18:14,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aa624dc3-405a-49aa-8e9d-b257b8ff3704" 2024-11-10T15:18:14,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@526025ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:18:14,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0771061be61,41071,-1] 2024-11-10T15:18:14,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T15:18:14,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:18:14,012 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T15:18:14,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c95530a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:18:14,013 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T15:18:14,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c0771061be61,41071,1731251889170 2024-11-10T15:18:14,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d66f7fa 2024-11-10T15:18:14,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T15:18:14,016 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T15:18:14,017 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-10T15:18:14,018 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T15:18:14,018 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:18:14,018 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:18:14,018 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T15:18:14,033 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T15:18:14,082 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,36459,1731251880920.replicationSource.wal-reader.c0771061be61%2C36459%2C1731251880920,1-c0771061be61,36459,1731251880920 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/WALs/c0771061be61,36459,1731251880920/c0771061be61%2C36459%2C1731251880920.1731251884815 to pos 0, reset compression=false 2024-11-10T15:18:14,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-10T15:18:14,188 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-10T15:18:14,188 INFO [RS_REFRESH_PEER-regionserver/c0771061be61:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-10T15:18:14,190 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-10T15:18:14,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34687 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-10T15:18:14,194 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on c0771061be61,36459,1731251880920 suceeded 2024-11-10T15:18:14,197 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-10T15:18:14,197 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://c0771061be61:41071,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T15:18:14,197 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 161 msec 2024-11-10T15:18:14,200 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 198 msec 2024-11-10T15:18:14,221 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,2-c0771061be61,36459,1731251880920.replicationSource.wal-reader.c0771061be61%2C36459%2C1731251880920,2-c0771061be61,36459,1731251880920 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/WALs/c0771061be61,36459,1731251880920/c0771061be61%2C36459%2C1731251880920.1731251884815 to pos 0, reset compression=false 2024-11-10T15:18:14,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-10T15:18:14,328 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-10T15:18:14,329 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34687 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=2, config=clusterKey=hbase+rpc://c0771061be61:41071,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T15:18:14,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34687 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-10T15:18:14,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-10T15:18:14,334 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c0771061be61:41071' 2024-11-10T15:18:14,336 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ac18c54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:18:14,336 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request c0771061be61,41071,-1 for getting cluster id 2024-11-10T15:18:14,336 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T15:18:14,337 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aa624dc3-405a-49aa-8e9d-b257b8ff3704' 2024-11-10T15:18:14,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T15:18:14,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aa624dc3-405a-49aa-8e9d-b257b8ff3704" 2024-11-10T15:18:14,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7806ce71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:18:14,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0771061be61,41071,-1] 2024-11-10T15:18:14,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T15:18:14,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:18:14,340 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T15:18:14,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cfe6a74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:18:14,342 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T15:18:14,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c0771061be61,41071,1731251889170 2024-11-10T15:18:14,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d8a7d2e 2024-11-10T15:18:14,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T15:18:14,344 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T15:18:14,346 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-10T15:18:14,346 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T15:18:14,346 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:18:14,346 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:18:14,346 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T15:18:14,359 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T15:18:14,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-10T15:18:14,515 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-10T15:18:14,515 INFO [RS_REFRESH_PEER-regionserver/c0771061be61:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-10T15:18:14,518 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-10T15:18:14,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34687 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-10T15:18:14,525 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on c0771061be61,36459,1731251880920 suceeded 2024-11-10T15:18:14,530 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-10T15:18:14,530 INFO [PEWorker-4 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://c0771061be61:41071,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T15:18:14,530 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 166 msec 2024-11-10T15:18:14,532 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 201 msec 2024-11-10T15:18:14,630 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,2-c0771061be61,36459,1731251880920.replicationSource.wal-reader.c0771061be61%2C36459%2C1731251880920,2-c0771061be61,36459,1731251880920 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/WALs/c0771061be61,36459,1731251880920/c0771061be61%2C36459%2C1731251880920.1731251884815 to pos 0, reset compression=false 2024-11-10T15:18:14,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-10T15:18:14,648 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-10T15:18:14,649 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34687 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-10T15:18:14,650 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34687 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-10T15:18:14,651 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T15:18:14,651 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:18:14,651 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:18:14,651 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:18:14,651 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T15:18:14,651 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T15:18:14,652 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=62307255, stopped=false 2024-11-10T15:18:14,652 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c0771061be61,34687,1731251878906 2024-11-10T15:18:14,689 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,36459,1731251880920.replicationSource.wal-reader.c0771061be61%2C36459%2C1731251880920,1-c0771061be61,36459,1731251880920 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/WALs/c0771061be61,36459,1731251880920/c0771061be61%2C36459%2C1731251880920.1731251884815 to pos 0, reset compression=false 2024-11-10T15:18:14,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34687-0x101255319890000, quorum=127.0.0.1:54420, baseZNode=/0-2020799355 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2020799355/running 2024-11-10T15:18:14,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36459-0x101255319890001, quorum=127.0.0.1:54420, baseZNode=/0-2020799355 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2020799355/running 2024-11-10T15:18:14,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36459-0x101255319890001, quorum=127.0.0.1:54420, baseZNode=/0-2020799355 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2020799355 2024-11-10T15:18:14,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34687-0x101255319890000, quorum=127.0.0.1:54420, baseZNode=/0-2020799355 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2020799355 2024-11-10T15:18:14,705 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T15:18:14,706 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T15:18:14,706 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:18:14,706 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:18:14,706 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36459-0x101255319890001, quorum=127.0.0.1:54420, baseZNode=/0-2020799355 Set watcher on znode that does not yet exist, /0-2020799355/running 2024-11-10T15:18:14,706 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34687-0x101255319890000, quorum=127.0.0.1:54420, baseZNode=/0-2020799355 Set watcher on znode that does not yet exist, /0-2020799355/running 2024-11-10T15:18:14,707 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c0771061be61,36459,1731251880920' ***** 2024-11-10T15:18:14,707 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T15:18:14,707 INFO [RS:0;c0771061be61:36459 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T15:18:14,707 INFO [RS:0;c0771061be61:36459 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T15:18:14,707 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T15:18:14,707 INFO [RS:0;c0771061be61:36459 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T15:18:14,708 INFO [RS:0;c0771061be61:36459 {}] regionserver.HRegionServer(3091): Received CLOSE for 71235dbdedbbcafeb99e17ce21fef6de 2024-11-10T15:18:14,708 INFO [RS:0;c0771061be61:36459 {}] regionserver.HRegionServer(959): stopping server c0771061be61,36459,1731251880920 2024-11-10T15:18:14,708 INFO [RS:0;c0771061be61:36459 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T15:18:14,708 INFO [RS:0;c0771061be61:36459 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c0771061be61:36459. 2024-11-10T15:18:14,708 DEBUG [RS:0;c0771061be61:36459 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:18:14,708 DEBUG [RS:0;c0771061be61:36459 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:18:14,708 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 71235dbdedbbcafeb99e17ce21fef6de, disabling compactions & flushes 2024-11-10T15:18:14,709 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731251891244.71235dbdedbbcafeb99e17ce21fef6de. 2024-11-10T15:18:14,709 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731251891244.71235dbdedbbcafeb99e17ce21fef6de. 2024-11-10T15:18:14,709 INFO [RS:0;c0771061be61:36459 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T15:18:14,709 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731251891244.71235dbdedbbcafeb99e17ce21fef6de. after waiting 0 ms 2024-11-10T15:18:14,709 INFO [RS:0;c0771061be61:36459 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T15:18:14,709 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731251891244.71235dbdedbbcafeb99e17ce21fef6de. 2024-11-10T15:18:14,709 INFO [RS:0;c0771061be61:36459 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T15:18:14,709 INFO [RS:0;c0771061be61:36459 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T15:18:14,709 INFO [RS:0;c0771061be61:36459 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T15:18:14,709 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T15:18:14,709 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T15:18:14,709 DEBUG [RS:0;c0771061be61:36459 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 71235dbdedbbcafeb99e17ce21fef6de=hbase:replication,,1731251891244.71235dbdedbbcafeb99e17ce21fef6de.} 2024-11-10T15:18:14,709 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T15:18:14,709 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T15:18:14,709 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T15:18:14,710 DEBUG [RS:0;c0771061be61:36459 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 71235dbdedbbcafeb99e17ce21fef6de 2024-11-10T15:18:14,712 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-10T15:18:14,712 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 71235dbdedbbcafeb99e17ce21fef6de 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-10T15:18:14,717 INFO [regionserver/c0771061be61:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T15:18:14,774 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/data/hbase/meta/1588230740/.tmp/info/345c6deb86294361959aed7522be3c12 is 147, key is hbase:replication,,1731251891244.71235dbdedbbcafeb99e17ce21fef6de./info:regioninfo/1731251892126/Put/seqid=0 2024-11-10T15:18:14,774 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/data/hbase/replication/71235dbdedbbcafeb99e17ce21fef6de/.tmp/queue/11506f99d9964b47b2e72b649ca3b7ec is 151, key is 1-c0771061be61,36459,1731251880920/queue:c0771061be61%2C36459%2C1731251880920/1731251892523/Put/seqid=0 2024-11-10T15:18:14,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46525 is added to blk_1073741838_1014 (size=6631) 2024-11-10T15:18:14,796 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/data/hbase/meta/1588230740/.tmp/info/345c6deb86294361959aed7522be3c12 2024-11-10T15:18:14,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46525 is added to blk_1073741839_1015 (size=5500) 2024-11-10T15:18:14,857 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/data/hbase/meta/1588230740/.tmp/ns/7d847ce9fea74c2da0247deec420a5b3 is 43, key is default/ns:d/1731251886147/Put/seqid=0 2024-11-10T15:18:14,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46525 is added to blk_1073741840_1016 (size=5153) 2024-11-10T15:18:14,910 DEBUG [RS:0;c0771061be61:36459 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 71235dbdedbbcafeb99e17ce21fef6de 2024-11-10T15:18:15,110 DEBUG [RS:0;c0771061be61:36459 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 71235dbdedbbcafeb99e17ce21fef6de 2024-11-10T15:18:15,138 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,2-c0771061be61,36459,1731251880920.replicationSource.wal-reader.c0771061be61%2C36459%2C1731251880920,2-c0771061be61,36459,1731251880920 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/WALs/c0771061be61,36459,1731251880920/c0771061be61%2C36459%2C1731251880920.1731251884815 to pos 0, reset compression=false 2024-11-10T15:18:15,202 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/data/hbase/replication/71235dbdedbbcafeb99e17ce21fef6de/.tmp/queue/11506f99d9964b47b2e72b649ca3b7ec 2024-11-10T15:18:15,218 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/data/hbase/replication/71235dbdedbbcafeb99e17ce21fef6de/.tmp/queue/11506f99d9964b47b2e72b649ca3b7ec as hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/data/hbase/replication/71235dbdedbbcafeb99e17ce21fef6de/queue/11506f99d9964b47b2e72b649ca3b7ec 2024-11-10T15:18:15,229 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/data/hbase/replication/71235dbdedbbcafeb99e17ce21fef6de/queue/11506f99d9964b47b2e72b649ca3b7ec, entries=2, sequenceid=6, filesize=5.4 K 2024-11-10T15:18:15,238 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 71235dbdedbbcafeb99e17ce21fef6de in 523ms, sequenceid=6, compaction requested=false 2024-11-10T15:18:15,238 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-10T15:18:15,253 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/data/hbase/replication/71235dbdedbbcafeb99e17ce21fef6de/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-10T15:18:15,255 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T15:18:15,255 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T15:18:15,256 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731251891244.71235dbdedbbcafeb99e17ce21fef6de. 2024-11-10T15:18:15,256 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 71235dbdedbbcafeb99e17ce21fef6de: Waiting for close lock at 1731251894708Running coprocessor pre-close hooks at 1731251894708Disabling compacts and flushes for region at 1731251894708Disabling writes for close at 1731251894709 (+1 ms)Obtaining lock to block concurrent updates at 1731251894712 (+3 ms)Preparing flush snapshotting stores in 71235dbdedbbcafeb99e17ce21fef6de at 1731251894712Finished memstore snapshotting hbase:replication,,1731251891244.71235dbdedbbcafeb99e17ce21fef6de., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1731251894719 (+7 ms)Flushing stores of hbase:replication,,1731251891244.71235dbdedbbcafeb99e17ce21fef6de. at 1731251894720 (+1 ms)Flushing 71235dbdedbbcafeb99e17ce21fef6de/queue: creating writer at 1731251894721 (+1 ms)Flushing 71235dbdedbbcafeb99e17ce21fef6de/queue: appending metadata at 1731251894759 (+38 ms)Flushing 71235dbdedbbcafeb99e17ce21fef6de/queue: closing flushed file at 1731251894761 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f6bfec9: reopening flushed file at 1731251895215 (+454 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 71235dbdedbbcafeb99e17ce21fef6de in 523ms, sequenceid=6, compaction requested=false at 1731251895238 (+23 ms)Writing region close event to WAL at 1731251895242 (+4 ms)Running coprocessor post-close hooks at 1731251895254 (+12 ms)Closed at 1731251895256 (+2 ms) 2024-11-10T15:18:15,256 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731251891244.71235dbdedbbcafeb99e17ce21fef6de. 2024-11-10T15:18:15,271 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/data/hbase/meta/1588230740/.tmp/ns/7d847ce9fea74c2da0247deec420a5b3 2024-11-10T15:18:15,301 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/data/hbase/meta/1588230740/.tmp/table/5b66b47aaac54a6d93ec2cb1735b87cd is 53, key is hbase:replication/table:state/1731251892156/Put/seqid=0 2024-11-10T15:18:15,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46525 is added to blk_1073741841_1017 (size=5256) 2024-11-10T15:18:15,310 DEBUG [RS:0;c0771061be61:36459 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T15:18:15,395 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,36459,1731251880920.replicationSource.wal-reader.c0771061be61%2C36459%2C1731251880920,1-c0771061be61,36459,1731251880920 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/WALs/c0771061be61,36459,1731251880920/c0771061be61%2C36459%2C1731251880920.1731251884815 to pos 0, reset compression=false 2024-11-10T15:18:15,511 DEBUG [RS:0;c0771061be61:36459 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T15:18:15,661 INFO [regionserver/c0771061be61:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T15:18:15,661 INFO [regionserver/c0771061be61:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T15:18:15,708 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/data/hbase/meta/1588230740/.tmp/table/5b66b47aaac54a6d93ec2cb1735b87cd 2024-11-10T15:18:15,711 INFO [RS:0;c0771061be61:36459 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T15:18:15,711 DEBUG [RS:0;c0771061be61:36459 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-10T15:18:15,711 DEBUG [RS:0;c0771061be61:36459 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T15:18:15,717 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/data/hbase/meta/1588230740/.tmp/info/345c6deb86294361959aed7522be3c12 as hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/data/hbase/meta/1588230740/info/345c6deb86294361959aed7522be3c12 2024-11-10T15:18:15,727 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/data/hbase/meta/1588230740/info/345c6deb86294361959aed7522be3c12, entries=10, sequenceid=11, filesize=6.5 K 2024-11-10T15:18:15,729 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/data/hbase/meta/1588230740/.tmp/ns/7d847ce9fea74c2da0247deec420a5b3 as hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/data/hbase/meta/1588230740/ns/7d847ce9fea74c2da0247deec420a5b3 2024-11-10T15:18:15,743 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/data/hbase/meta/1588230740/ns/7d847ce9fea74c2da0247deec420a5b3, entries=2, sequenceid=11, filesize=5.0 K 2024-11-10T15:18:15,745 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,2-c0771061be61,36459,1731251880920.replicationSource.wal-reader.c0771061be61%2C36459%2C1731251880920,2-c0771061be61,36459,1731251880920 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/WALs/c0771061be61,36459,1731251880920/c0771061be61%2C36459%2C1731251880920.1731251884815 to pos 0, reset compression=false 2024-11-10T15:18:15,745 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/data/hbase/meta/1588230740/.tmp/table/5b66b47aaac54a6d93ec2cb1735b87cd as hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/data/hbase/meta/1588230740/table/5b66b47aaac54a6d93ec2cb1735b87cd 2024-11-10T15:18:15,755 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/data/hbase/meta/1588230740/table/5b66b47aaac54a6d93ec2cb1735b87cd, entries=2, sequenceid=11, filesize=5.1 K 2024-11-10T15:18:15,757 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1047ms, sequenceid=11, compaction requested=false 2024-11-10T15:18:15,773 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-10T15:18:15,775 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T15:18:15,775 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T15:18:15,775 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T15:18:15,775 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731251894709Running coprocessor pre-close hooks at 1731251894709Disabling compacts and flushes for region at 1731251894709Disabling writes for close at 1731251894709Obtaining lock to block concurrent updates at 1731251894712 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1731251894712Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731251894719 (+7 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731251894720 (+1 ms)Flushing 1588230740/info: creating writer at 1731251894721 (+1 ms)Flushing 1588230740/info: appending metadata at 1731251894759 (+38 ms)Flushing 1588230740/info: closing flushed file at 1731251894761 (+2 ms)Flushing 1588230740/ns: creating writer at 1731251894839 (+78 ms)Flushing 1588230740/ns: appending metadata at 1731251894856 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731251894856Flushing 1588230740/table: creating writer at 1731251895281 (+425 ms)Flushing 1588230740/table: appending metadata at 1731251895300 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731251895301 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1412e247: reopening flushed file at 1731251895716 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@753b8b75: reopening flushed file at 1731251895727 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ea9ad4d: reopening flushed file at 1731251895743 (+16 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1047ms, sequenceid=11, compaction requested=false at 1731251895757 (+14 ms)Writing region close event to WAL at 1731251895766 (+9 ms)Running coprocessor post-close hooks at 1731251895774 (+8 ms)Closed at 1731251895775 (+1 ms) 2024-11-10T15:18:15,775 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T15:18:15,912 INFO [RS:0;c0771061be61:36459 {}] regionserver.HRegionServer(976): stopping server c0771061be61,36459,1731251880920; all regions closed. 2024-11-10T15:18:15,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46525 is added to blk_1073741834_1010 (size=2742) 2024-11-10T15:18:15,923 DEBUG [RS:0;c0771061be61:36459 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/oldWALs 2024-11-10T15:18:15,924 INFO [RS:0;c0771061be61:36459 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c0771061be61%2C36459%2C1731251880920.meta:.meta(num 1731251885797) 2024-11-10T15:18:15,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46525 is added to blk_1073741837_1013 (size=1802) 2024-11-10T15:18:15,930 DEBUG [RS:0;c0771061be61:36459 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/oldWALs 2024-11-10T15:18:15,930 INFO [RS:0;c0771061be61:36459 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c0771061be61%2C36459%2C1731251880920.rep:(num 1731251892063) 2024-11-10T15:18:15,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46525 is added to blk_1073741833_1009 (size=93) 2024-11-10T15:18:15,937 DEBUG [RS:0;c0771061be61:36459 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/oldWALs 2024-11-10T15:18:15,937 INFO [RS:0;c0771061be61:36459 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c0771061be61%2C36459%2C1731251880920:(num 1731251884815) 2024-11-10T15:18:15,937 DEBUG [RS:0;c0771061be61:36459 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:18:15,937 INFO [RS:0;c0771061be61:36459 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T15:18:15,937 INFO [RS:0;c0771061be61:36459 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T15:18:15,938 INFO [RS:0;c0771061be61:36459 {}] hbase.ChoreService(370): Chore service for: regionserver/c0771061be61:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-10T15:18:15,938 INFO [RS:0;c0771061be61:36459 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T15:18:15,938 INFO [regionserver/c0771061be61:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T15:18:15,938 INFO [RS:0;c0771061be61:36459 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c0771061be61,36459,1731251880920 because: Region server is closing 2024-11-10T15:18:15,939 INFO [RS:0;c0771061be61:36459 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c0771061be61:36459. 2024-11-10T15:18:15,939 DEBUG [RS:0;c0771061be61:36459 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:18:15,939 DEBUG [RS:0;c0771061be61:36459 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:18:15,939 DEBUG [RS:0;c0771061be61:36459 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:18:15,939 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T15:18:16,040 WARN [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,36459,1731251880920.replicationSource.wal-reader.c0771061be61%2C36459%2C1731251880920,1-c0771061be61,36459,1731251880920 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T15:18:16,040 WARN [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,36459,1731251880920.replicationSource.shipperc0771061be61%2C36459%2C1731251880920,1-c0771061be61,36459,1731251880920 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-10T15:18:16,040 INFO [RS:0;c0771061be61:36459 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,36459,1731251880920.replicationSource.shipperc0771061be61%2C36459%2C1731251880920,1-c0771061be61,36459,1731251880920 terminated 2024-11-10T15:18:16,040 INFO [RS:0;c0771061be61:36459 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-c0771061be61,36459,1731251880920 because: Region server is closing 2024-11-10T15:18:16,040 INFO [RS:0;c0771061be61:36459 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c0771061be61:36459. 2024-11-10T15:18:16,041 DEBUG [RS:0;c0771061be61:36459 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:18:16,041 DEBUG [RS:0;c0771061be61:36459 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:18:16,041 DEBUG [RS:0;c0771061be61:36459 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:18:16,041 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T15:18:16,141 WARN [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,2-c0771061be61,36459,1731251880920.replicationSource.shipperc0771061be61%2C36459%2C1731251880920,2-c0771061be61,36459,1731251880920 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-10T15:18:16,141 WARN [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,2-c0771061be61,36459,1731251880920.replicationSource.wal-reader.c0771061be61%2C36459%2C1731251880920,2-c0771061be61,36459,1731251880920 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T15:18:16,141 INFO [RS:0;c0771061be61:36459 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,2-c0771061be61,36459,1731251880920.replicationSource.shipperc0771061be61%2C36459%2C1731251880920,2-c0771061be61,36459,1731251880920 terminated 2024-11-10T15:18:16,142 INFO [RS:0;c0771061be61:36459 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36459 2024-11-10T15:18:16,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34687-0x101255319890000, quorum=127.0.0.1:54420, baseZNode=/0-2020799355 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2020799355/rs 2024-11-10T15:18:16,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36459-0x101255319890001, quorum=127.0.0.1:54420, baseZNode=/0-2020799355 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2020799355/rs/c0771061be61,36459,1731251880920 2024-11-10T15:18:16,154 INFO [RS:0;c0771061be61:36459 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T15:18:16,155 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c0771061be61,36459,1731251880920] 2024-11-10T15:18:16,186 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-2020799355/draining/c0771061be61,36459,1731251880920 already deleted, retry=false 2024-11-10T15:18:16,186 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c0771061be61,36459,1731251880920 expired; onlineServers=0 2024-11-10T15:18:16,186 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c0771061be61,34687,1731251878906' ***** 2024-11-10T15:18:16,186 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T15:18:16,187 INFO [M:0;c0771061be61:34687 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T15:18:16,187 INFO [M:0;c0771061be61:34687 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T15:18:16,187 DEBUG [M:0;c0771061be61:34687 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T15:18:16,187 DEBUG [M:0;c0771061be61:34687 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T15:18:16,187 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T15:18:16,187 DEBUG [master/c0771061be61:0:becomeActiveMaster-HFileCleaner.small.0-1731251884130 {}] cleaner.HFileCleaner(306): Exit Thread[master/c0771061be61:0:becomeActiveMaster-HFileCleaner.small.0-1731251884130,5,FailOnTimeoutGroup] 2024-11-10T15:18:16,187 DEBUG [master/c0771061be61:0:becomeActiveMaster-HFileCleaner.large.0-1731251884120 {}] cleaner.HFileCleaner(306): Exit Thread[master/c0771061be61:0:becomeActiveMaster-HFileCleaner.large.0-1731251884120,5,FailOnTimeoutGroup] 2024-11-10T15:18:16,188 INFO [M:0;c0771061be61:34687 {}] hbase.ChoreService(370): Chore service for: master/c0771061be61:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T15:18:16,188 INFO [M:0;c0771061be61:34687 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T15:18:16,188 DEBUG [M:0;c0771061be61:34687 {}] master.HMaster(1795): Stopping service threads 2024-11-10T15:18:16,188 INFO [M:0;c0771061be61:34687 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T15:18:16,188 INFO [M:0;c0771061be61:34687 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T15:18:16,189 INFO [M:0;c0771061be61:34687 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T15:18:16,189 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T15:18:16,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34687-0x101255319890000, quorum=127.0.0.1:54420, baseZNode=/0-2020799355 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2020799355/master 2024-11-10T15:18:16,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34687-0x101255319890000, quorum=127.0.0.1:54420, baseZNode=/0-2020799355 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2020799355 2024-11-10T15:18:16,208 DEBUG [M:0;c0771061be61:34687 {}] zookeeper.ZKUtil(347): master:34687-0x101255319890000, quorum=127.0.0.1:54420, baseZNode=/0-2020799355 Unable to get data of znode /0-2020799355/master because node does not exist (not an error) 2024-11-10T15:18:16,208 WARN [M:0;c0771061be61:34687 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T15:18:16,209 INFO [M:0;c0771061be61:34687 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/.lastflushedseqids 2024-11-10T15:18:16,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46525 is added to blk_1073741842_1018 (size=181) 2024-11-10T15:18:16,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36459-0x101255319890001, quorum=127.0.0.1:54420, baseZNode=/0-2020799355 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T15:18:16,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36459-0x101255319890001, quorum=127.0.0.1:54420, baseZNode=/0-2020799355 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T15:18:16,266 INFO [RS:0;c0771061be61:36459 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T15:18:16,266 INFO [RS:0;c0771061be61:36459 {}] regionserver.HRegionServer(1031): Exiting; stopping=c0771061be61,36459,1731251880920; zookeeper connection closed. 2024-11-10T15:18:16,267 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@26cb7dd8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@26cb7dd8 2024-11-10T15:18:16,268 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T15:18:16,386 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T15:18:16,625 INFO [M:0;c0771061be61:34687 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T15:18:16,626 INFO [M:0;c0771061be61:34687 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T15:18:16,626 DEBUG [M:0;c0771061be61:34687 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T15:18:16,626 INFO [M:0;c0771061be61:34687 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:18:16,626 DEBUG [M:0;c0771061be61:34687 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:18:16,626 DEBUG [M:0;c0771061be61:34687 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T15:18:16,626 DEBUG [M:0;c0771061be61:34687 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:18:16,626 INFO [M:0;c0771061be61:34687 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-10T15:18:16,644 DEBUG [M:0;c0771061be61:34687 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4e94d44719f14d9eafa87260b6370204 is 82, key is hbase:meta,,1/info:regioninfo/1731251886020/Put/seqid=0 2024-11-10T15:18:16,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46525 is added to blk_1073741843_1019 (size=5672) 2024-11-10T15:18:17,051 INFO [M:0;c0771061be61:34687 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4e94d44719f14d9eafa87260b6370204 2024-11-10T15:18:17,078 DEBUG [M:0;c0771061be61:34687 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3a5ccca759d94445ad3e5d783cdbd514 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731251892165/Put/seqid=0 2024-11-10T15:18:17,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46525 is added to blk_1073741844_1020 (size=8663) 2024-11-10T15:18:17,484 INFO [M:0;c0771061be61:34687 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3a5ccca759d94445ad3e5d783cdbd514 2024-11-10T15:18:17,512 DEBUG [M:0;c0771061be61:34687 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/248a6c79906442a1a50079188efa0674 is 69, key is c0771061be61,36459,1731251880920/rs:state/1731251884351/Put/seqid=0 2024-11-10T15:18:17,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46525 is added to blk_1073741845_1021 (size=5156) 2024-11-10T15:18:17,917 INFO [M:0;c0771061be61:34687 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/248a6c79906442a1a50079188efa0674 2024-11-10T15:18:17,928 DEBUG [M:0;c0771061be61:34687 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4e94d44719f14d9eafa87260b6370204 as hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4e94d44719f14d9eafa87260b6370204 2024-11-10T15:18:17,940 INFO [M:0;c0771061be61:34687 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4e94d44719f14d9eafa87260b6370204, entries=8, sequenceid=115, filesize=5.5 K 2024-11-10T15:18:17,942 DEBUG [M:0;c0771061be61:34687 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3a5ccca759d94445ad3e5d783cdbd514 as hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3a5ccca759d94445ad3e5d783cdbd514 2024-11-10T15:18:17,953 INFO [M:0;c0771061be61:34687 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3a5ccca759d94445ad3e5d783cdbd514, entries=14, sequenceid=115, filesize=8.5 K 2024-11-10T15:18:17,954 DEBUG [M:0;c0771061be61:34687 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/248a6c79906442a1a50079188efa0674 as hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/248a6c79906442a1a50079188efa0674 2024-11-10T15:18:17,964 INFO [M:0;c0771061be61:34687 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/248a6c79906442a1a50079188efa0674, entries=1, sequenceid=115, filesize=5.0 K 2024-11-10T15:18:17,966 INFO [M:0;c0771061be61:34687 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1340ms, sequenceid=115, compaction requested=false 2024-11-10T15:18:17,968 INFO [M:0;c0771061be61:34687 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:18:17,969 DEBUG [M:0;c0771061be61:34687 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731251896626Disabling compacts and flushes for region at 1731251896626Disabling writes for close at 1731251896626Obtaining lock to block concurrent updates at 1731251896626Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731251896626Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1731251896627 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731251896628 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731251896628Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731251896644 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731251896644Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731251897062 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731251897077 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731251897077Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731251897494 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731251897511 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731251897511Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40882573: reopening flushed file at 1731251897927 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e8bf0bf: reopening flushed file at 1731251897941 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@570b0684: reopening flushed file at 1731251897953 (+12 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1340ms, sequenceid=115, compaction requested=false at 1731251897966 (+13 ms)Writing region close event to WAL at 1731251897968 (+2 ms)Closed at 1731251897968 2024-11-10T15:18:17,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46525 is added to blk_1073741830_1006 (size=59421) 2024-11-10T15:18:17,973 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T15:18:17,973 INFO [M:0;c0771061be61:34687 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T15:18:17,973 INFO [M:0;c0771061be61:34687 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34687 2024-11-10T15:18:17,973 INFO [M:0;c0771061be61:34687 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T15:18:18,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34687-0x101255319890000, quorum=127.0.0.1:54420, baseZNode=/0-2020799355 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T15:18:18,086 INFO [M:0;c0771061be61:34687 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T15:18:18,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34687-0x101255319890000, quorum=127.0.0.1:54420, baseZNode=/0-2020799355 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T15:18:18,088 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c0771061be61:0 server-side Connection retries=45 2024-11-10T15:18:18,089 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T15:18:18,089 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T15:18:18,089 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T15:18:18,089 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T15:18:18,089 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T15:18:18,089 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T15:18:18,089 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T15:18:18,090 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41093 2024-11-10T15:18:18,092 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41093 connecting to ZooKeeper ensemble=127.0.0.1:54420 2024-11-10T15:18:18,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:410930x0, quorum=127.0.0.1:54420, baseZNode=/0-2020799355 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T15:18:18,106 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41093-0x101255319890006 connected 2024-11-10T15:18:18,125 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:18:18,128 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:18:18,133 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41093-0x101255319890006, quorum=127.0.0.1:54420, baseZNode=/0-2020799355 Set watcher on znode that does not yet exist, /0-2020799355/running 2024-11-10T15:18:18,133 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40, hbase.cluster.distributed=false 2024-11-10T15:18:18,134 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2020799355/meta-region-server: INIT 2024-11-10T15:18:18,141 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41093-0x101255319890006, quorum=127.0.0.1:54420, baseZNode=/0-2020799355 Set watcher on znode that does not yet exist, /0-2020799355/acl 2024-11-10T15:18:18,142 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41093 2024-11-10T15:18:18,142 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41093 2024-11-10T15:18:18,142 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41093 2024-11-10T15:18:18,146 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41093 2024-11-10T15:18:18,148 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41093 2024-11-10T15:18:18,167 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c0771061be61:0 server-side Connection retries=45 2024-11-10T15:18:18,167 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T15:18:18,167 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T15:18:18,167 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T15:18:18,167 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T15:18:18,168 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T15:18:18,168 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T15:18:18,168 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T15:18:18,176 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33019 2024-11-10T15:18:18,180 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33019 connecting to ZooKeeper ensemble=127.0.0.1:54420 2024-11-10T15:18:18,182 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:18:18,187 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:18:18,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:330190x0, quorum=127.0.0.1:54420, baseZNode=/0-2020799355 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T15:18:18,200 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:330190x0, quorum=127.0.0.1:54420, baseZNode=/0-2020799355 Set watcher on znode that does not yet exist, /0-2020799355/running 2024-11-10T15:18:18,201 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33019-0x101255319890007 connected 2024-11-10T15:18:18,201 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T15:18:18,201 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2020799355/meta-region-server: INIT 2024-11-10T15:18:18,204 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T15:18:18,205 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33019-0x101255319890007, quorum=127.0.0.1:54420, baseZNode=/0-2020799355 Set watcher on znode that does not yet exist, /0-2020799355/master 2024-11-10T15:18:18,207 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33019-0x101255319890007, quorum=127.0.0.1:54420, baseZNode=/0-2020799355 Set watcher on znode that does not yet exist, /0-2020799355/acl 2024-11-10T15:18:18,210 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33019 2024-11-10T15:18:18,211 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33019 2024-11-10T15:18:18,211 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33019 2024-11-10T15:18:18,211 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33019 2024-11-10T15:18:18,212 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33019 2024-11-10T15:18:18,230 DEBUG [M:0;c0771061be61:41093 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c0771061be61:41093 2024-11-10T15:18:18,231 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-2020799355/backup-masters/c0771061be61,41093,1731251898088 2024-11-10T15:18:18,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33019-0x101255319890007, quorum=127.0.0.1:54420, baseZNode=/0-2020799355 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2020799355/backup-masters 2024-11-10T15:18:18,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41093-0x101255319890006, quorum=127.0.0.1:54420, baseZNode=/0-2020799355 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2020799355/backup-masters 2024-11-10T15:18:18,243 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41093-0x101255319890006, quorum=127.0.0.1:54420, baseZNode=/0-2020799355 Set watcher on existing znode=/0-2020799355/backup-masters/c0771061be61,41093,1731251898088 2024-11-10T15:18:18,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33019-0x101255319890007, quorum=127.0.0.1:54420, baseZNode=/0-2020799355 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2020799355/master 2024-11-10T15:18:18,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33019-0x101255319890007, quorum=127.0.0.1:54420, baseZNode=/0-2020799355 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2020799355 2024-11-10T15:18:18,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41093-0x101255319890006, quorum=127.0.0.1:54420, baseZNode=/0-2020799355 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2020799355 2024-11-10T15:18:18,254 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41093-0x101255319890006, quorum=127.0.0.1:54420, baseZNode=/0-2020799355 Set watcher on existing znode=/0-2020799355/master 2024-11-10T15:18:18,255 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-2020799355/backup-masters/c0771061be61,41093,1731251898088 from backup master directory 2024-11-10T15:18:18,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41093-0x101255319890006, quorum=127.0.0.1:54420, baseZNode=/0-2020799355 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2020799355/backup-masters/c0771061be61,41093,1731251898088 2024-11-10T15:18:18,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33019-0x101255319890007, quorum=127.0.0.1:54420, baseZNode=/0-2020799355 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2020799355/backup-masters 2024-11-10T15:18:18,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41093-0x101255319890006, quorum=127.0.0.1:54420, baseZNode=/0-2020799355 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2020799355/backup-masters 2024-11-10T15:18:18,263 WARN [master/c0771061be61:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T15:18:18,263 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c0771061be61,41093,1731251898088 2024-11-10T15:18:18,322 INFO [master/c0771061be61:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:18:18,322 INFO [master/c0771061be61:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T15:18:18,363 INFO [master/c0771061be61:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 41ms. 2024-11-10T15:18:18,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46525 is added to blk_1073741846_1022 (size=196) 2024-11-10T15:18:18,433 INFO [master/c0771061be61:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T15:18:18,434 INFO [master/c0771061be61:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T15:18:18,440 INFO [master/c0771061be61:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T15:18:18,450 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-10T15:18:18,454 INFO [master/c0771061be61:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/MasterData/WALs/c0771061be61,34687,1731251878906 to hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/MasterData/WALs/c0771061be61,34687,1731251878906-dead as it is dead 2024-11-10T15:18:18,457 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-10T15:18:18,457 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-10T15:18:18,457 INFO [master/c0771061be61:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/MasterData/WALs/c0771061be61,34687,1731251878906-dead/c0771061be61%2C34687%2C1731251878906.1731251882061 2024-11-10T15:18:18,464 INFO [master/c0771061be61:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/MasterData/WALs/c0771061be61,34687,1731251878906-dead/c0771061be61%2C34687%2C1731251878906.1731251882061 after 5ms 2024-11-10T15:18:18,466 INFO [master/c0771061be61:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/MasterData/WALs/c0771061be61,34687,1731251878906-dead/c0771061be61%2C34687%2C1731251878906.1731251882061 to hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/c0771061be61%2C34687%2C1731251878906.1731251882061 2024-11-10T15:18:18,466 INFO [master/c0771061be61:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/MasterData/WALs/c0771061be61,34687,1731251878906-dead 2024-11-10T15:18:18,467 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/MasterData/WALs/c0771061be61,41093,1731251898088 2024-11-10T15:18:18,469 INFO [master/c0771061be61:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T15:18:18,472 INFO [master/c0771061be61:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c0771061be61%2C41093%2C1731251898088, suffix=, logDir=hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/MasterData/WALs/c0771061be61,41093,1731251898088, archiveDir=hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/MasterData/oldWALs, maxLogs=10 2024-11-10T15:18:18,490 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/MasterData/WALs/c0771061be61,41093,1731251898088/c0771061be61%2C41093%2C1731251898088.1731251898472, exclude list is [], retry=0 2024-11-10T15:18:18,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46525,DS-34dd0188-2bc4-4925-aed2-2752a4ca4919,DISK] 2024-11-10T15:18:18,499 INFO [master/c0771061be61:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/MasterData/WALs/c0771061be61,41093,1731251898088/c0771061be61%2C41093%2C1731251898088.1731251898472 2024-11-10T15:18:18,500 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39781:39781)] 2024-11-10T15:18:18,500 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T15:18:18,500 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:18:18,500 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:18:18,500 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:18:18,504 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:18:18,506 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T15:18:18,506 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:18:18,524 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4e94d44719f14d9eafa87260b6370204 2024-11-10T15:18:18,525 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:18:18,525 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:18:18,527 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T15:18:18,527 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:18:18,546 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3a5ccca759d94445ad3e5d783cdbd514 2024-11-10T15:18:18,546 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:18:18,547 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:18:18,548 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T15:18:18,549 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:18:18,567 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/248a6c79906442a1a50079188efa0674 2024-11-10T15:18:18,567 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:18:18,567 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:18:18,569 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T15:18:18,569 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:18:18,570 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:18:18,571 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:18:18,572 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-10T15:18:18,572 INFO [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/c0771061be61%2C34687%2C1731251878906.1731251882061 2024-11-10T15:18:18,602 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/c0771061be61%2C34687%2C1731251878906.1731251882061 2024-11-10T15:18:18,605 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/c0771061be61%2C34687%2C1731251878906.1731251882061 2024-11-10T15:18:18,620 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:18:18,620 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:18:18,621 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T15:18:18,625 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:18:18,634 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-10T15:18:18,635 INFO [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64346295, jitterRate=-0.041165485978126526}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T15:18:18,636 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731251898501Initializing all the Stores at 1731251898502 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731251898502Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731251898504 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731251898504Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731251898504Cleaning up temporary data from old regions at 1731251898620 (+116 ms)Region opened successfully at 1731251898636 (+16 ms) 2024-11-10T15:18:18,636 INFO [master/c0771061be61:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T15:18:18,642 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fe40960, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c0771061be61/172.17.0.3:0 2024-11-10T15:18:18,656 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-10T15:18:18,657 INFO [master/c0771061be61:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T15:18:18,657 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T15:18:18,657 INFO [master/c0771061be61:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T15:18:18,658 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T15:18:18,668 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T15:18:18,669 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T15:18:18,671 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T15:18:18,671 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T15:18:18,672 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-10T15:18:18,672 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-10T15:18:18,672 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 13 msec 2024-11-10T15:18:18,672 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T15:18:18,679 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=c0771061be61,36459,1731251880920, regionLocation=c0771061be61,36459,1731251880920, openSeqNum=2 2024-11-10T15:18:18,679 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=c0771061be61,36459,1731251880920, table=hbase:meta, region=1588230740 2024-11-10T15:18:18,679 INFO [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c0771061be61,36459,1731251880920, state=OPEN 2024-11-10T15:18:18,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33019-0x101255319890007, quorum=127.0.0.1:54420, baseZNode=/0-2020799355 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2020799355/meta-region-server 2024-11-10T15:18:18,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41093-0x101255319890006, quorum=127.0.0.1:54420, baseZNode=/0-2020799355 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2020799355/meta-region-server 2024-11-10T15:18:18,695 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2020799355/meta-region-server: CHANGED 2024-11-10T15:18:18,695 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2020799355/meta-region-server: CHANGED 2024-11-10T15:18:18,701 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-10T15:18:18,741 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2020799355/draining/c0771061be61,36459,1731251880920 already deleted, retry=false 2024-11-10T15:18:18,741 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of c0771061be61,36459,1731251880920 on c0771061be61,41093,1731251898088 2024-11-10T15:18:18,748 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure c0771061be61,36459,1731251880920, splitWal=true, meta=true 2024-11-10T15:18:18,751 INFO [master/c0771061be61:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for c0771061be61,36459,1731251880920 (carryingMeta=true) c0771061be61,36459,1731251880920/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@442e78b4[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-10T15:18:18,766 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41093-0x101255319890006, quorum=127.0.0.1:54420, baseZNode=/0-2020799355 Unable to get data of znode /0-2020799355/balancer because node does not exist (not necessarily an error) 2024-11-10T15:18:18,788 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2020799355/balancer already deleted, retry=false 2024-11-10T15:18:18,789 INFO [master/c0771061be61:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T15:18:18,790 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41093-0x101255319890006, quorum=127.0.0.1:54420, baseZNode=/0-2020799355 Unable to get data of znode /0-2020799355/normalizer because node does not exist (not necessarily an error) 2024-11-10T15:18:18,800 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2020799355/normalizer already deleted, retry=false 2024-11-10T15:18:18,800 INFO [master/c0771061be61:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T15:18:18,801 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41093-0x101255319890006, quorum=127.0.0.1:54420, baseZNode=/0-2020799355 Unable to get data of znode /0-2020799355/switch/split because node does not exist (not necessarily an error) 2024-11-10T15:18:18,810 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2020799355/switch/split already deleted, retry=false 2024-11-10T15:18:18,812 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41093-0x101255319890006, quorum=127.0.0.1:54420, baseZNode=/0-2020799355 Unable to get data of znode /0-2020799355/switch/merge because node does not exist (not necessarily an error) 2024-11-10T15:18:18,828 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2020799355/switch/merge already deleted, retry=false 2024-11-10T15:18:18,907 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41093-0x101255319890006, quorum=127.0.0.1:54420, baseZNode=/0-2020799355 Unable to get data of znode /0-2020799355/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T15:18:18,988 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2020799355/snapshot-cleanup already deleted, retry=false 2024-11-10T15:18:19,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33019-0x101255319890007, quorum=127.0.0.1:54420, baseZNode=/0-2020799355 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2020799355/running 2024-11-10T15:18:19,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41093-0x101255319890006, quorum=127.0.0.1:54420, baseZNode=/0-2020799355 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2020799355/running 2024-11-10T15:18:19,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33019-0x101255319890007, quorum=127.0.0.1:54420, baseZNode=/0-2020799355 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2020799355 2024-11-10T15:18:19,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41093-0x101255319890006, quorum=127.0.0.1:54420, baseZNode=/0-2020799355 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2020799355 2024-11-10T15:18:19,018 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c0771061be61,41093,1731251898088, sessionid=0x101255319890006, setting cluster-up flag (Was=false) 2024-11-10T15:18:19,029 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2020799355/flush-table-proc/acquired, /0-2020799355/flush-table-proc/reached, /0-2020799355/flush-table-proc/abort 2024-11-10T15:18:19,031 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c0771061be61,41093,1731251898088 2024-11-10T15:18:19,043 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2020799355/online-snapshot/acquired, /0-2020799355/online-snapshot/reached, /0-2020799355/online-snapshot/abort 2024-11-10T15:18:19,044 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c0771061be61,41093,1731251898088 2024-11-10T15:18:19,046 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/.lastflushedseqids 2024-11-10T15:18:19,050 INFO [master/c0771061be61:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T15:18:19,050 INFO [master/c0771061be61:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T15:18:19,050 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c0771061be61,41093,1731251898088 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 c0771061be61,36459,1731251880920 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T15:18:19,052 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c0771061be61:0, corePoolSize=5, maxPoolSize=5 2024-11-10T15:18:19,052 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c0771061be61:0, corePoolSize=5, maxPoolSize=5 2024-11-10T15:18:19,052 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c0771061be61:0, corePoolSize=5, maxPoolSize=5 2024-11-10T15:18:19,052 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c0771061be61:0, corePoolSize=5, maxPoolSize=5 2024-11-10T15:18:19,053 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c0771061be61:0, corePoolSize=10, maxPoolSize=10 2024-11-10T15:18:19,053 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:18:19,053 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c0771061be61:0, corePoolSize=2, maxPoolSize=2 2024-11-10T15:18:19,053 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:18:19,057 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure c0771061be61,36459,1731251880920, splitWal=true, meta=true 2024-11-10T15:18:19,058 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure c0771061be61,36459,1731251880920, splitWal=true, meta=true, isMeta: true 2024-11-10T15:18:19,060 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/WALs/c0771061be61,36459,1731251880920-splitting 2024-11-10T15:18:19,061 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/WALs/c0771061be61,36459,1731251880920-splitting dir is empty, no logs to split. 2024-11-10T15:18:19,061 INFO [PEWorker-1 {}] master.SplitWALManager(105): c0771061be61,36459,1731251880920 WAL count=0, meta=true 2024-11-10T15:18:19,067 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/WALs/c0771061be61,36459,1731251880920-splitting dir is empty, no logs to split. 2024-11-10T15:18:19,068 INFO [PEWorker-1 {}] master.SplitWALManager(105): c0771061be61,36459,1731251880920 WAL count=0, meta=true 2024-11-10T15:18:19,068 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if c0771061be61,36459,1731251880920 WAL splitting is done? wals=0, meta=true 2024-11-10T15:18:19,070 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T15:18:19,071 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731251929071 2024-11-10T15:18:19,071 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T15:18:19,071 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T15:18:19,071 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T15:18:19,071 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T15:18:19,071 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T15:18:19,071 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T15:18:19,072 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T15:18:19,073 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:19,074 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-10T15:18:19,074 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T15:18:19,074 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T15:18:19,074 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T15:18:19,074 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T15:18:19,080 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T15:18:19,080 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T15:18:19,082 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c0771061be61:0:becomeActiveMaster-HFileCleaner.large.0-1731251899080,5,FailOnTimeoutGroup] 2024-11-10T15:18:19,082 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c0771061be61:0:becomeActiveMaster-HFileCleaner.small.0-1731251899082,5,FailOnTimeoutGroup] 2024-11-10T15:18:19,082 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:19,082 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T15:18:19,082 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:19,082 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:19,083 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731251899082, completionTime=-1 2024-11-10T15:18:19,083 WARN [master/c0771061be61:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-10T15:18:19,086 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-10T15:18:19,121 INFO [RS:0;c0771061be61:33019 {}] regionserver.HRegionServer(746): ClusterId : 78f6b77f-c4f3-4dc5-a017-21b26f76d29c 2024-11-10T15:18:19,121 DEBUG [RS:0;c0771061be61:33019 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T15:18:19,135 DEBUG [RS:0;c0771061be61:33019 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T15:18:19,135 DEBUG [RS:0;c0771061be61:33019 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T15:18:19,154 DEBUG [RS:0;c0771061be61:33019 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T15:18:19,155 DEBUG [RS:0;c0771061be61:33019 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bae93df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c0771061be61/172.17.0.3:0 2024-11-10T15:18:19,173 DEBUG [RS:0;c0771061be61:33019 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c0771061be61:33019 2024-11-10T15:18:19,173 INFO [RS:0;c0771061be61:33019 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T15:18:19,173 INFO [RS:0;c0771061be61:33019 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T15:18:19,173 DEBUG [RS:0;c0771061be61:33019 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T15:18:19,182 INFO [RS:0;c0771061be61:33019 {}] regionserver.HRegionServer(2659): reportForDuty to master=c0771061be61,41093,1731251898088 with port=33019, startcode=1731251898167 2024-11-10T15:18:19,183 DEBUG [RS:0;c0771061be61:33019 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T15:18:19,186 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49217, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T15:18:19,186 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41093 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c0771061be61,33019,1731251898167 2024-11-10T15:18:19,186 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41093 {}] master.ServerManager(517): Registering regionserver=c0771061be61,33019,1731251898167 2024-11-10T15:18:19,188 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=105ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-10T15:18:19,193 DEBUG [RS:0;c0771061be61:33019 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40 2024-11-10T15:18:19,194 DEBUG [RS:0;c0771061be61:33019 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33197 2024-11-10T15:18:19,194 DEBUG [RS:0;c0771061be61:33019 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T15:18:19,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41093-0x101255319890006, quorum=127.0.0.1:54420, baseZNode=/0-2020799355 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2020799355/rs 2024-11-10T15:18:19,217 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c0771061be61,33019,1731251898167] 2024-11-10T15:18:19,224 WARN [c0771061be61:41093 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-10T15:18:19,225 DEBUG [RS:0;c0771061be61:33019 {}] zookeeper.ZKUtil(111): regionserver:33019-0x101255319890007, quorum=127.0.0.1:54420, baseZNode=/0-2020799355 Set watcher on existing znode=/0-2020799355/rs/c0771061be61,33019,1731251898167 2024-11-10T15:18:19,225 WARN [RS:0;c0771061be61:33019 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T15:18:19,225 INFO [RS:0;c0771061be61:33019 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T15:18:19,225 DEBUG [RS:0;c0771061be61:33019 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/WALs/c0771061be61,33019,1731251898167 2024-11-10T15:18:19,335 INFO [RS:0;c0771061be61:33019 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T15:18:19,339 INFO [RS:0;c0771061be61:33019 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T15:18:19,340 INFO [RS:0;c0771061be61:33019 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T15:18:19,340 INFO [RS:0;c0771061be61:33019 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:19,344 INFO [RS:0;c0771061be61:33019 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T15:18:19,346 INFO [RS:0;c0771061be61:33019 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T15:18:19,346 INFO [RS:0;c0771061be61:33019 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:19,346 DEBUG [RS:0;c0771061be61:33019 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:18:19,346 DEBUG [RS:0;c0771061be61:33019 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:18:19,346 DEBUG [RS:0;c0771061be61:33019 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:18:19,346 DEBUG [RS:0;c0771061be61:33019 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:18:19,346 DEBUG [RS:0;c0771061be61:33019 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:18:19,347 DEBUG [RS:0;c0771061be61:33019 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c0771061be61:0, corePoolSize=2, maxPoolSize=2 2024-11-10T15:18:19,347 DEBUG [RS:0;c0771061be61:33019 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:18:19,347 DEBUG [RS:0;c0771061be61:33019 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:18:19,347 DEBUG [RS:0;c0771061be61:33019 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:18:19,347 DEBUG [RS:0;c0771061be61:33019 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:18:19,347 DEBUG [RS:0;c0771061be61:33019 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:18:19,347 DEBUG [RS:0;c0771061be61:33019 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:18:19,347 DEBUG [RS:0;c0771061be61:33019 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c0771061be61:0, corePoolSize=3, maxPoolSize=3 2024-11-10T15:18:19,347 DEBUG [RS:0;c0771061be61:33019 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c0771061be61:0, corePoolSize=3, maxPoolSize=3 2024-11-10T15:18:19,349 INFO [RS:0;c0771061be61:33019 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:19,349 INFO [RS:0;c0771061be61:33019 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:19,349 INFO [RS:0;c0771061be61:33019 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:19,349 INFO [RS:0;c0771061be61:33019 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:19,349 INFO [RS:0;c0771061be61:33019 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:19,349 INFO [RS:0;c0771061be61:33019 {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,33019,1731251898167-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T15:18:19,376 INFO [RS:0;c0771061be61:33019 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T15:18:19,376 INFO [RS:0;c0771061be61:33019 {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,33019,1731251898167-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:19,399 INFO [RS:0;c0771061be61:33019 {}] regionserver.ReplicationSource(231): queueId=1-c0771061be61,33019,1731251898167, ReplicationSource: 1, currentBandwidth=0 2024-11-10T15:18:19,422 INFO [RS:0;c0771061be61:33019 {}] regionserver.ReplicationSource(231): queueId=2-c0771061be61,33019,1731251898167, ReplicationSource: 2, currentBandwidth=0 2024-11-10T15:18:19,423 DEBUG [RS:0;c0771061be61:33019.replicationSource,1-c0771061be61,33019,1731251898167 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c0771061be61:41071' 2024-11-10T15:18:19,424 INFO [RS:0;c0771061be61:33019 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:19,424 INFO [RS:0;c0771061be61:33019 {}] regionserver.Replication(171): c0771061be61,33019,1731251898167 started 2024-11-10T15:18:19,424 DEBUG [RS:0;c0771061be61:33019.replicationSource,1-c0771061be61,33019,1731251898167 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@682519c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:18:19,425 DEBUG [RS:0;c0771061be61:33019.replicationSource,1-c0771061be61,33019,1731251898167 {}] client.ClusterIdFetcher(90): Going to request c0771061be61,41071,-1 for getting cluster id 2024-11-10T15:18:19,425 DEBUG [RS:0;c0771061be61:33019.replicationSource,1-c0771061be61,33019,1731251898167 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T15:18:19,430 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aa624dc3-405a-49aa-8e9d-b257b8ff3704' 2024-11-10T15:18:19,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T15:18:19,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aa624dc3-405a-49aa-8e9d-b257b8ff3704" 2024-11-10T15:18:19,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a382395, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:18:19,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0771061be61,41071,-1] 2024-11-10T15:18:19,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T15:18:19,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:18:19,434 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-10T15:18:19,435 DEBUG [RS:0;c0771061be61:33019.replicationSource,1-c0771061be61,33019,1731251898167 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@35c205e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:18:19,435 DEBUG [RS:0;c0771061be61:33019.replicationSource,1-c0771061be61,33019,1731251898167 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T15:18:19,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c0771061be61,41071,1731251889170 2024-11-10T15:18:19,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@32ece913 2024-11-10T15:18:19,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T15:18:19,441 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-10T15:18:19,444 INFO [RS:0;c0771061be61:33019.replicationSource,1-c0771061be61,33019,1731251898167 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c0771061be61,33019,1731251898167 (queues=0) is replicating from cluster=78f6b77f-c4f3-4dc5-a017-21b26f76d29c to cluster=aa624dc3-405a-49aa-8e9d-b257b8ff3704 2024-11-10T15:18:19,445 INFO [RS:0;c0771061be61:33019 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:19,446 INFO [RS:0;c0771061be61:33019 {}] regionserver.HRegionServer(1482): Serving as c0771061be61,33019,1731251898167, RpcServer on c0771061be61/172.17.0.3:33019, sessionid=0x101255319890007 2024-11-10T15:18:19,446 DEBUG [RS:0;c0771061be61:33019 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T15:18:19,446 DEBUG [RS:0;c0771061be61:33019 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c0771061be61,33019,1731251898167 2024-11-10T15:18:19,446 DEBUG [RS:0;c0771061be61:33019 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c0771061be61,33019,1731251898167' 2024-11-10T15:18:19,446 DEBUG [RS:0;c0771061be61:33019 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2020799355/flush-table-proc/abort' 2024-11-10T15:18:19,447 DEBUG [RS:0;c0771061be61:33019 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2020799355/flush-table-proc/acquired' 2024-11-10T15:18:19,447 DEBUG [RS:0;c0771061be61:33019 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T15:18:19,447 DEBUG [RS:0;c0771061be61:33019 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T15:18:19,447 DEBUG [RS:0;c0771061be61:33019 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c0771061be61,33019,1731251898167 2024-11-10T15:18:19,447 DEBUG [RS:0;c0771061be61:33019 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c0771061be61,33019,1731251898167' 2024-11-10T15:18:19,447 DEBUG [RS:0;c0771061be61:33019 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2020799355/online-snapshot/abort' 2024-11-10T15:18:19,448 DEBUG [RS:0;c0771061be61:33019 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2020799355/online-snapshot/acquired' 2024-11-10T15:18:19,448 DEBUG [RS:0;c0771061be61:33019 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T15:18:19,448 INFO [RS:0;c0771061be61:33019 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T15:18:19,448 INFO [RS:0;c0771061be61:33019 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T15:18:19,449 DEBUG [RS:0;c0771061be61:33019.replicationSource,2-c0771061be61,33019,1731251898167 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c0771061be61:41071' 2024-11-10T15:18:19,453 DEBUG [RS:0;c0771061be61:33019.replicationSource,2-c0771061be61,33019,1731251898167 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4e51c95c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:18:19,453 DEBUG [RS:0;c0771061be61:33019.replicationSource,2-c0771061be61,33019,1731251898167 {}] client.ClusterIdFetcher(90): Going to request c0771061be61,41071,-1 for getting cluster id 2024-11-10T15:18:19,453 DEBUG [RS:0;c0771061be61:33019.replicationSource,2-c0771061be61,33019,1731251898167 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T15:18:19,454 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aa624dc3-405a-49aa-8e9d-b257b8ff3704' 2024-11-10T15:18:19,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T15:18:19,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aa624dc3-405a-49aa-8e9d-b257b8ff3704" 2024-11-10T15:18:19,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1f1545f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:18:19,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0771061be61,41071,-1] 2024-11-10T15:18:19,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T15:18:19,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:18:19,461 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-10T15:18:19,464 DEBUG [RS:0;c0771061be61:33019.replicationSource,2-c0771061be61,33019,1731251898167 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3daa867d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:18:19,465 DEBUG [RS:0;c0771061be61:33019.replicationSource,2-c0771061be61,33019,1731251898167 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T15:18:19,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c0771061be61,41071,1731251889170 2024-11-10T15:18:19,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@28d22cac 2024-11-10T15:18:19,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T15:18:19,475 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-10T15:18:19,476 INFO [RS:0;c0771061be61:33019.replicationSource,2-c0771061be61,33019,1731251898167 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-c0771061be61,33019,1731251898167 (queues=0) is replicating from cluster=78f6b77f-c4f3-4dc5-a017-21b26f76d29c to cluster=aa624dc3-405a-49aa-8e9d-b257b8ff3704 2024-11-10T15:18:19,549 INFO [RS:0;c0771061be61:33019 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T15:18:19,558 INFO [RS:0;c0771061be61:33019 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0771061be61%2C33019%2C1731251898167, suffix=, logDir=hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/WALs/c0771061be61,33019,1731251898167, archiveDir=hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/oldWALs, maxLogs=10 2024-11-10T15:18:19,579 DEBUG [RS:0;c0771061be61:33019 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/WALs/c0771061be61,33019,1731251898167/c0771061be61%2C33019%2C1731251898167.1731251899559, exclude list is [], retry=0 2024-11-10T15:18:19,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46525,DS-34dd0188-2bc4-4925-aed2-2752a4ca4919,DISK] 2024-11-10T15:18:19,593 INFO [RS:0;c0771061be61:33019 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/WALs/c0771061be61,33019,1731251898167/c0771061be61%2C33019%2C1731251898167.1731251899559 2024-11-10T15:18:19,593 DEBUG [RS:0;c0771061be61:33019 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group c0771061be61%2C33019%2C1731251898167 for peer 2 2024-11-10T15:18:19,593 DEBUG [RS:0;c0771061be61:33019 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group c0771061be61%2C33019%2C1731251898167 for peer 1 2024-11-10T15:18:19,593 DEBUG [RS:0;c0771061be61:33019 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c0771061be61%2C33019%2C1731251898167 2024-11-10T15:18:19,593 INFO [RS:0;c0771061be61:33019 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c0771061be61,33019,1731251898167, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T15:18:19,595 DEBUG [RS:0;c0771061be61:33019 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=c0771061be61%2C33019%2C1731251898167 2024-11-10T15:18:19,595 INFO [RS:0;c0771061be61:33019.replicationSource.shipperc0771061be61%2C33019%2C1731251898167,1-c0771061be61,33019,1731251898167 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c0771061be61%2C33019%2C1731251898167 2024-11-10T15:18:19,595 INFO [RS:0;c0771061be61:33019 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-c0771061be61,33019,1731251898167, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T15:18:19,596 INFO [RS:0;c0771061be61:33019.replicationSource.shipperc0771061be61%2C33019%2C1731251898167,2-c0771061be61,33019,1731251898167 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c0771061be61%2C33019%2C1731251898167 2024-11-10T15:18:19,596 DEBUG [RS:0;c0771061be61:33019 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39781:39781)] 2024-11-10T15:18:19,596 DEBUG [RS:0;c0771061be61:33019.replicationSource.wal-reader.c0771061be61%2C33019%2C1731251898167,2-c0771061be61,33019,1731251898167 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/WALs/c0771061be61,33019,1731251898167/c0771061be61%2C33019%2C1731251898167.1731251899559, startPosition=0, beingWritten=true 2024-11-10T15:18:19,596 DEBUG [RS:0;c0771061be61:33019.replicationSource.wal-reader.c0771061be61%2C33019%2C1731251898167,1-c0771061be61,33019,1731251898167 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/WALs/c0771061be61,33019,1731251898167/c0771061be61%2C33019%2C1731251898167.1731251899559, startPosition=0, beingWritten=true 2024-11-10T15:18:19,725 DEBUG [c0771061be61:41093 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T15:18:19,726 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c0771061be61,33019,1731251898167 2024-11-10T15:18:19,728 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c0771061be61,33019,1731251898167, state=OPENING 2024-11-10T15:18:19,809 DEBUG [RS:0;c0771061be61:33019.replicationSource.wal-reader.c0771061be61%2C33019%2C1731251898167,2-c0771061be61,33019,1731251898167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/WALs/c0771061be61,33019,1731251898167/c0771061be61%2C33019%2C1731251898167.1731251899559 to pos 0, reset compression=false 2024-11-10T15:18:19,815 DEBUG [RS:0;c0771061be61:33019.replicationSource.wal-reader.c0771061be61%2C33019%2C1731251898167,1-c0771061be61,33019,1731251898167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/WALs/c0771061be61,33019,1731251898167/c0771061be61%2C33019%2C1731251898167.1731251899559 to pos 0, reset compression=false 2024-11-10T15:18:19,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33019-0x101255319890007, quorum=127.0.0.1:54420, baseZNode=/0-2020799355 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2020799355/meta-region-server 2024-11-10T15:18:19,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41093-0x101255319890006, quorum=127.0.0.1:54420, baseZNode=/0-2020799355 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2020799355/meta-region-server 2024-11-10T15:18:19,831 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2020799355/meta-region-server: CHANGED 2024-11-10T15:18:19,831 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2020799355/meta-region-server: CHANGED 2024-11-10T15:18:19,831 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T15:18:19,831 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c0771061be61,33019,1731251898167}] 2024-11-10T15:18:19,986 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T15:18:19,991 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37029, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T15:18:19,999 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T15:18:19,999 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T15:18:19,999 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T15:18:20,002 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0771061be61%2C33019%2C1731251898167.meta, suffix=.meta, logDir=hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/WALs/c0771061be61,33019,1731251898167, archiveDir=hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/oldWALs, maxLogs=10 2024-11-10T15:18:20,015 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/WALs/c0771061be61,33019,1731251898167/c0771061be61%2C33019%2C1731251898167.meta.1731251900003.meta, exclude list is [], retry=0 2024-11-10T15:18:20,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46525,DS-34dd0188-2bc4-4925-aed2-2752a4ca4919,DISK] 2024-11-10T15:18:20,020 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/WALs/c0771061be61,33019,1731251898167/c0771061be61%2C33019%2C1731251898167.meta.1731251900003.meta 2024-11-10T15:18:20,020 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39781:39781)] 2024-11-10T15:18:20,020 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T15:18:20,021 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T15:18:20,021 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T15:18:20,021 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T15:18:20,021 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T15:18:20,021 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T15:18:20,021 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:18:20,021 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T15:18:20,021 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T15:18:20,023 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T15:18:20,024 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T15:18:20,024 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:18:20,033 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/data/hbase/meta/1588230740/info/345c6deb86294361959aed7522be3c12 2024-11-10T15:18:20,033 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:18:20,033 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T15:18:20,034 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T15:18:20,035 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:18:20,042 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/data/hbase/meta/1588230740/ns/7d847ce9fea74c2da0247deec420a5b3 2024-11-10T15:18:20,042 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:18:20,043 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T15:18:20,044 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T15:18:20,044 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:18:20,044 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:18:20,045 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T15:18:20,045 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T15:18:20,046 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:18:20,052 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/data/hbase/meta/1588230740/table/5b66b47aaac54a6d93ec2cb1735b87cd 2024-11-10T15:18:20,053 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:18:20,053 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T15:18:20,054 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/data/hbase/meta/1588230740 2024-11-10T15:18:20,055 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/data/hbase/meta/1588230740 2024-11-10T15:18:20,056 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T15:18:20,056 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T15:18:20,057 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T15:18:20,058 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T15:18:20,059 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61547359, jitterRate=-0.08287288248538971}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T15:18:20,059 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T15:18:20,060 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731251900021Writing region info on filesystem at 1731251900021Initializing all the Stores at 1731251900023 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731251900023Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731251900023Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731251900023Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731251900023Cleaning up temporary data from old regions at 1731251900056 (+33 ms)Running coprocessor post-open hooks at 1731251900059 (+3 ms)Region opened successfully at 1731251900059 2024-11-10T15:18:20,061 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1731251899986 2024-11-10T15:18:20,063 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T15:18:20,063 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T15:18:20,064 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=c0771061be61,33019,1731251898167 2024-11-10T15:18:20,065 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c0771061be61,33019,1731251898167, state=OPEN 2024-11-10T15:18:20,119 DEBUG [RS:0;c0771061be61:33019.replicationSource.wal-reader.c0771061be61%2C33019%2C1731251898167,2-c0771061be61,33019,1731251898167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/WALs/c0771061be61,33019,1731251898167/c0771061be61%2C33019%2C1731251898167.1731251899559 to pos 0, reset compression=false 2024-11-10T15:18:20,122 DEBUG [RS:0;c0771061be61:33019.replicationSource.wal-reader.c0771061be61%2C33019%2C1731251898167,1-c0771061be61,33019,1731251898167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/WALs/c0771061be61,33019,1731251898167/c0771061be61%2C33019%2C1731251898167.1731251899559 to pos 0, reset compression=false 2024-11-10T15:18:20,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33019-0x101255319890007, quorum=127.0.0.1:54420, baseZNode=/0-2020799355 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2020799355/meta-region-server 2024-11-10T15:18:20,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41093-0x101255319890006, quorum=127.0.0.1:54420, baseZNode=/0-2020799355 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2020799355/meta-region-server 2024-11-10T15:18:20,135 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c0771061be61,33019,1731251898167 2024-11-10T15:18:20,135 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2020799355/meta-region-server: CHANGED 2024-11-10T15:18:20,135 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2020799355/meta-region-server: CHANGED 2024-11-10T15:18:20,139 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-10T15:18:20,139 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c0771061be61,33019,1731251898167 in 304 msec 2024-11-10T15:18:20,147 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-10T15:18:20,147 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.0690 sec 2024-11-10T15:18:20,527 DEBUG [RS:0;c0771061be61:33019.replicationSource.wal-reader.c0771061be61%2C33019%2C1731251898167,2-c0771061be61,33019,1731251898167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/WALs/c0771061be61,33019,1731251898167/c0771061be61%2C33019%2C1731251898167.1731251899559 to pos 0, reset compression=false 2024-11-10T15:18:20,529 DEBUG [RS:0;c0771061be61:33019.replicationSource.wal-reader.c0771061be61%2C33019%2C1731251898167,1-c0771061be61,33019,1731251898167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/WALs/c0771061be61,33019,1731251898167/c0771061be61%2C33019%2C1731251898167.1731251899559 to pos 0, reset compression=false 2024-11-10T15:18:20,695 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1611ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1506ms 2024-11-10T15:18:21,034 DEBUG [RS:0;c0771061be61:33019.replicationSource.wal-reader.c0771061be61%2C33019%2C1731251898167,2-c0771061be61,33019,1731251898167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/WALs/c0771061be61,33019,1731251898167/c0771061be61%2C33019%2C1731251898167.1731251899559 to pos 0, reset compression=false 2024-11-10T15:18:21,036 DEBUG [RS:0;c0771061be61:33019.replicationSource.wal-reader.c0771061be61%2C33019%2C1731251898167,1-c0771061be61,33019,1731251898167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/WALs/c0771061be61,33019,1731251898167/c0771061be61%2C33019%2C1731251898167.1731251899559 to pos 0, reset compression=false 2024-11-10T15:18:21,543 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T15:18:21,641 DEBUG [RS:0;c0771061be61:33019.replicationSource.wal-reader.c0771061be61%2C33019%2C1731251898167,2-c0771061be61,33019,1731251898167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/WALs/c0771061be61,33019,1731251898167/c0771061be61%2C33019%2C1731251898167.1731251899559 to pos 0, reset compression=false 2024-11-10T15:18:21,643 DEBUG [RS:0;c0771061be61:33019.replicationSource.wal-reader.c0771061be61%2C33019%2C1731251898167,1-c0771061be61,33019,1731251898167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/WALs/c0771061be61,33019,1731251898167/c0771061be61%2C33019%2C1731251898167.1731251899559 to pos 0, reset compression=false 2024-11-10T15:18:22,203 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3120ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3015ms 2024-11-10T15:18:22,348 DEBUG [RS:0;c0771061be61:33019.replicationSource.wal-reader.c0771061be61%2C33019%2C1731251898167,2-c0771061be61,33019,1731251898167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/WALs/c0771061be61,33019,1731251898167/c0771061be61%2C33019%2C1731251898167.1731251899559 to pos 0, reset compression=false 2024-11-10T15:18:22,350 DEBUG [RS:0;c0771061be61:33019.replicationSource.wal-reader.c0771061be61%2C33019%2C1731251898167,1-c0771061be61,33019,1731251898167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/WALs/c0771061be61,33019,1731251898167/c0771061be61%2C33019%2C1731251898167.1731251899559 to pos 0, reset compression=false 2024-11-10T15:18:23,156 DEBUG [RS:0;c0771061be61:33019.replicationSource.wal-reader.c0771061be61%2C33019%2C1731251898167,2-c0771061be61,33019,1731251898167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/WALs/c0771061be61,33019,1731251898167/c0771061be61%2C33019%2C1731251898167.1731251899559 to pos 0, reset compression=false 2024-11-10T15:18:23,162 DEBUG [RS:0;c0771061be61:33019.replicationSource.wal-reader.c0771061be61%2C33019%2C1731251898167,1-c0771061be61,33019,1731251898167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/WALs/c0771061be61,33019,1731251898167/c0771061be61%2C33019%2C1731251898167.1731251899559 to pos 0, reset compression=false 2024-11-10T15:18:23,611 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4527ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-10T15:18:23,611 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T15:18:23,611 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T15:18:23,611 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0771061be61,33019,1731251898167, seqNum=-1] 2024-11-10T15:18:23,612 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T15:18:23,613 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44469, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T15:18:23,620 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=71235dbdedbbcafeb99e17ce21fef6de, regionState=OPEN, lastHost=c0771061be61,36459,1731251880920, regionLocation=c0771061be61,36459,1731251880920, openSeqNum=2 2024-11-10T15:18:23,620 INFO [master/c0771061be61:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T15:18:23,620 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731251963620 2024-11-10T15:18:23,620 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731252023620 2024-11-10T15:18:23,620 INFO [master/c0771061be61:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 9 msec 2024-11-10T15:18:23,620 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,41093,1731251898088-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:23,620 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,41093,1731251898088-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:23,621 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,41093,1731251898088-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:23,621 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(207): c0771061be61,36459,1731251880920 had 2 regions 2024-11-10T15:18:23,621 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c0771061be61:41093, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:23,621 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:23,621 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:23,623 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure c0771061be61,36459,1731251880920, splitWal=true, meta=true, isMeta: false 2024-11-10T15:18:23,625 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/WALs/c0771061be61,36459,1731251880920-splitting dir is empty, no logs to split. 2024-11-10T15:18:23,625 INFO [PEWorker-4 {}] master.SplitWALManager(105): c0771061be61,36459,1731251880920 WAL count=0, meta=false 2024-11-10T15:18:23,631 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/WALs/c0771061be61,36459,1731251880920-splitting dir is empty, no logs to split. 2024-11-10T15:18:23,631 INFO [PEWorker-4 {}] master.SplitWALManager(105): c0771061be61,36459,1731251880920 WAL count=0, meta=false 2024-11-10T15:18:23,631 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if c0771061be61,36459,1731251880920 WAL splitting is done? wals=0, meta=false 2024-11-10T15:18:23,634 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.370sec 2024-11-10T15:18:23,634 INFO [master/c0771061be61:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T15:18:23,634 INFO [master/c0771061be61:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T15:18:23,634 INFO [master/c0771061be61:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T15:18:23,634 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T15:18:23,635 INFO [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T15:18:23,635 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,41093,1731251898088-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T15:18:23,635 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,41093,1731251898088-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T15:18:23,639 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=71235dbdedbbcafeb99e17ce21fef6de, ASSIGN}] 2024-11-10T15:18:23,641 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T15:18:23,641 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=71235dbdedbbcafeb99e17ce21fef6de, ASSIGN 2024-11-10T15:18:23,642 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T15:18:23,642 WARN [master/c0771061be61:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=c0771061be61,36459,1731251880920/hbase:replication,,1731251891244.71235dbdedbbcafeb99e17ce21fef6de. 2024-11-10T15:18:23,642 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,41093,1731251898088-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:23,643 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=71235dbdedbbcafeb99e17ce21fef6de, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-10T15:18:23,727 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d04d4ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:18:23,727 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0771061be61,41093,-1 for getting cluster id 2024-11-10T15:18:23,727 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T15:18:23,737 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '78f6b77f-c4f3-4dc5-a017-21b26f76d29c' 2024-11-10T15:18:23,737 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T15:18:23,737 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "78f6b77f-c4f3-4dc5-a017-21b26f76d29c" 2024-11-10T15:18:23,738 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5408614a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:18:23,738 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0771061be61,41093,-1] 2024-11-10T15:18:23,738 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T15:18:23,738 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:18:23,740 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T15:18:23,761 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f9c8ea3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:18:23,761 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T15:18:23,764 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0771061be61,33019,1731251898167, seqNum=-1] 2024-11-10T15:18:23,764 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T15:18:23,782 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T15:18:23,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-10T15:18:23,786 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T15:18:23,787 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:18:23,787 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:18:23,787 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:18:23,787 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T15:18:23,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: c0771061be61:41093 after: c0771061be61:41093 2024-11-10T15:18:23,788 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c4d7c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:18:23,788 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0771061be61,41093,-1 for getting cluster id 2024-11-10T15:18:23,788 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T15:18:23,790 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '78f6b77f-c4f3-4dc5-a017-21b26f76d29c' 2024-11-10T15:18:23,790 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T15:18:23,791 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "78f6b77f-c4f3-4dc5-a017-21b26f76d29c" 2024-11-10T15:18:23,793 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48845e51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:18:23,793 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0771061be61,41093,-1] 2024-11-10T15:18:23,794 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T15:18:23,794 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:18:23,794 DEBUG [c0771061be61:41093 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T15:18:23,795 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=71235dbdedbbcafeb99e17ce21fef6de, regionState=OPENING, regionLocation=c0771061be61,33019,1731251898167 2024-11-10T15:18:23,797 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T15:18:23,798 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1913a205, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:18:23,798 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T15:18:23,801 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c0771061be61,41093,1731251898088 2024-11-10T15:18:23,801 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@21c3313c 2024-11-10T15:18:23,801 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T15:18:23,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=71235dbdedbbcafeb99e17ce21fef6de, ASSIGN because future has completed 2024-11-10T15:18:23,803 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T15:18:23,803 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41093 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-10T15:18:23,805 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41093 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-10T15:18:23,807 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41093 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-10T15:18:23,808 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41093 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-10T15:18:23,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T15:18:23,809 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T15:18:23,809 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:18:23,809 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:18:23,810 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:18:23,810 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 71235dbdedbbcafeb99e17ce21fef6de, server=c0771061be61,33019,1731251898167}] 2024-11-10T15:18:23,810 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T15:18:23,810 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1816133740, stopped=false 2024-11-10T15:18:23,810 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c0771061be61,41071,1731251889170 2024-11-10T15:18:23,812 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T15:18:23,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41071-0x101255319890003, quorum=127.0.0.1:54420, baseZNode=/11515383851 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11515383851/running 2024-11-10T15:18:23,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45411-0x101255319890004, quorum=127.0.0.1:54420, baseZNode=/11515383851 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11515383851/running 2024-11-10T15:18:23,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41071-0x101255319890003, quorum=127.0.0.1:54420, baseZNode=/11515383851 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11515383851 2024-11-10T15:18:23,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45411-0x101255319890004, quorum=127.0.0.1:54420, baseZNode=/11515383851 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11515383851 2024-11-10T15:18:23,863 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T15:18:23,863 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T15:18:23,863 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:18:23,863 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:18:23,864 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41071-0x101255319890003, quorum=127.0.0.1:54420, baseZNode=/11515383851 Set watcher on znode that does not yet exist, /11515383851/running 2024-11-10T15:18:23,864 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45411-0x101255319890004, quorum=127.0.0.1:54420, baseZNode=/11515383851 Set watcher on znode that does not yet exist, /11515383851/running 2024-11-10T15:18:23,864 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c0771061be61,45411,1731251889385' ***** 2024-11-10T15:18:23,864 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T15:18:23,864 INFO [RS:0;c0771061be61:45411 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T15:18:23,864 INFO [RS:0;c0771061be61:45411 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T15:18:23,865 INFO [RS:0;c0771061be61:45411 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T15:18:23,865 INFO [RS:0;c0771061be61:45411 {}] regionserver.HRegionServer(959): stopping server c0771061be61,45411,1731251889385 2024-11-10T15:18:23,865 INFO [RS:0;c0771061be61:45411 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T15:18:23,865 INFO [RS:0;c0771061be61:45411 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c0771061be61:45411. 2024-11-10T15:18:23,865 DEBUG [RS:0;c0771061be61:45411 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:18:23,865 DEBUG [RS:0;c0771061be61:45411 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:18:23,865 INFO [RS:0;c0771061be61:45411 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T15:18:23,865 INFO [RS:0;c0771061be61:45411 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T15:18:23,865 INFO [RS:0;c0771061be61:45411 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T15:18:23,865 INFO [RS:0;c0771061be61:45411 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T15:18:23,866 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T15:18:23,866 INFO [RS:0;c0771061be61:45411 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T15:18:23,866 DEBUG [RS:0;c0771061be61:45411 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-10T15:18:23,866 DEBUG [RS:0;c0771061be61:45411 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T15:18:23,866 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T15:18:23,867 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T15:18:23,867 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T15:18:23,867 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T15:18:23,867 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T15:18:23,867 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-10T15:18:23,895 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44489/user/jenkins/test-data/692e654a-eca5-2118-5284-a9489b6086f1/data/hbase/meta/1588230740/.tmp/ns/462098e025d34343923bb19caac0e2b9 is 43, key is default/ns:d/1731251890972/Put/seqid=0 2024-11-10T15:18:23,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46093 is added to blk_1073741835_1011 (size=5153) 2024-11-10T15:18:23,909 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:44489/user/jenkins/test-data/692e654a-eca5-2118-5284-a9489b6086f1/data/hbase/meta/1588230740/.tmp/ns/462098e025d34343923bb19caac0e2b9 2024-11-10T15:18:23,920 INFO [regionserver/c0771061be61:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T15:18:23,928 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44489/user/jenkins/test-data/692e654a-eca5-2118-5284-a9489b6086f1/data/hbase/meta/1588230740/.tmp/ns/462098e025d34343923bb19caac0e2b9 as hdfs://localhost:44489/user/jenkins/test-data/692e654a-eca5-2118-5284-a9489b6086f1/data/hbase/meta/1588230740/ns/462098e025d34343923bb19caac0e2b9 2024-11-10T15:18:23,941 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44489/user/jenkins/test-data/692e654a-eca5-2118-5284-a9489b6086f1/data/hbase/meta/1588230740/ns/462098e025d34343923bb19caac0e2b9, entries=2, sequenceid=6, filesize=5.0 K 2024-11-10T15:18:23,942 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 75ms, sequenceid=6, compaction requested=false 2024-11-10T15:18:23,942 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T15:18:23,951 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44489/user/jenkins/test-data/692e654a-eca5-2118-5284-a9489b6086f1/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-10T15:18:23,953 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T15:18:23,953 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T15:18:23,953 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T15:18:23,953 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731251903866Running coprocessor pre-close hooks at 1731251903866Disabling compacts and flushes for region at 1731251903866Disabling writes for close at 1731251903867 (+1 ms)Obtaining lock to block concurrent updates at 1731251903867Preparing flush snapshotting stores in 1588230740 at 1731251903867Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731251903868 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731251903869 (+1 ms)Flushing 1588230740/ns: creating writer at 1731251903869Flushing 1588230740/ns: appending metadata at 1731251903895 (+26 ms)Flushing 1588230740/ns: closing flushed file at 1731251903895Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35ad27d9: reopening flushed file at 1731251903927 (+32 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 75ms, sequenceid=6, compaction requested=false at 1731251903942 (+15 ms)Writing region close event to WAL at 1731251903944 (+2 ms)Running coprocessor post-close hooks at 1731251903953 (+9 ms)Closed at 1731251903953 2024-11-10T15:18:23,954 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T15:18:23,975 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1731251891244.71235dbdedbbcafeb99e17ce21fef6de. 2024-11-10T15:18:23,976 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T15:18:23,976 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T15:18:23,978 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0771061be61%2C33019%2C1731251898167.rep, suffix=, logDir=hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/WALs/c0771061be61,33019,1731251898167, archiveDir=hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/oldWALs, maxLogs=10 2024-11-10T15:18:24,006 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/WALs/c0771061be61,33019,1731251898167/c0771061be61%2C33019%2C1731251898167.rep.1731251903979, exclude list is [], retry=0 2024-11-10T15:18:24,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46525,DS-34dd0188-2bc4-4925-aed2-2752a4ca4919,DISK] 2024-11-10T15:18:24,019 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/WALs/c0771061be61,33019,1731251898167/c0771061be61%2C33019%2C1731251898167.rep.1731251903979 2024-11-10T15:18:24,019 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39781:39781)] 2024-11-10T15:18:24,020 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 71235dbdedbbcafeb99e17ce21fef6de, NAME => 'hbase:replication,,1731251891244.71235dbdedbbcafeb99e17ce21fef6de.', STARTKEY => '', ENDKEY => ''} 2024-11-10T15:18:24,020 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T15:18:24,020 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T15:18:24,020 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731251891244.71235dbdedbbcafeb99e17ce21fef6de. service=MultiRowMutationService 2024-11-10T15:18:24,021 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T15:18:24,023 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 71235dbdedbbcafeb99e17ce21fef6de 2024-11-10T15:18:24,023 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1731251891244.71235dbdedbbcafeb99e17ce21fef6de.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:18:24,025 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 71235dbdedbbcafeb99e17ce21fef6de 2024-11-10T15:18:24,025 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 71235dbdedbbcafeb99e17ce21fef6de 2024-11-10T15:18:24,041 INFO [StoreOpener-71235dbdedbbcafeb99e17ce21fef6de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 71235dbdedbbcafeb99e17ce21fef6de 2024-11-10T15:18:24,053 INFO [StoreOpener-71235dbdedbbcafeb99e17ce21fef6de-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 71235dbdedbbcafeb99e17ce21fef6de columnFamilyName hfileref 2024-11-10T15:18:24,053 DEBUG [StoreOpener-71235dbdedbbcafeb99e17ce21fef6de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:18:24,060 INFO [StoreOpener-71235dbdedbbcafeb99e17ce21fef6de-1 {}] regionserver.HStore(327): Store=71235dbdedbbcafeb99e17ce21fef6de/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:18:24,061 INFO [StoreOpener-71235dbdedbbcafeb99e17ce21fef6de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 71235dbdedbbcafeb99e17ce21fef6de 2024-11-10T15:18:24,063 INFO [StoreOpener-71235dbdedbbcafeb99e17ce21fef6de-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 71235dbdedbbcafeb99e17ce21fef6de columnFamilyName queue 2024-11-10T15:18:24,064 DEBUG [StoreOpener-71235dbdedbbcafeb99e17ce21fef6de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:18:24,066 INFO [RS:0;c0771061be61:45411 {}] regionserver.HRegionServer(976): stopping server c0771061be61,45411,1731251889385; all regions closed. 2024-11-10T15:18:24,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46093 is added to blk_1073741834_1010 (size=1152) 2024-11-10T15:18:24,099 DEBUG [RS:0;c0771061be61:45411 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/692e654a-eca5-2118-5284-a9489b6086f1/oldWALs 2024-11-10T15:18:24,099 INFO [RS:0;c0771061be61:45411 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c0771061be61%2C45411%2C1731251889385.meta:.meta(num 1731251890838) 2024-11-10T15:18:24,103 DEBUG [StoreOpener-71235dbdedbbcafeb99e17ce21fef6de-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/data/hbase/replication/71235dbdedbbcafeb99e17ce21fef6de/queue/11506f99d9964b47b2e72b649ca3b7ec 2024-11-10T15:18:24,104 INFO [StoreOpener-71235dbdedbbcafeb99e17ce21fef6de-1 {}] regionserver.HStore(327): Store=71235dbdedbbcafeb99e17ce21fef6de/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:18:24,104 INFO [StoreOpener-71235dbdedbbcafeb99e17ce21fef6de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 71235dbdedbbcafeb99e17ce21fef6de 2024-11-10T15:18:24,105 INFO [StoreOpener-71235dbdedbbcafeb99e17ce21fef6de-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 71235dbdedbbcafeb99e17ce21fef6de columnFamilyName sid 2024-11-10T15:18:24,105 DEBUG [StoreOpener-71235dbdedbbcafeb99e17ce21fef6de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:18:24,106 INFO [StoreOpener-71235dbdedbbcafeb99e17ce21fef6de-1 {}] regionserver.HStore(327): Store=71235dbdedbbcafeb99e17ce21fef6de/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:18:24,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46093 is added to blk_1073741833_1009 (size=93) 2024-11-10T15:18:24,106 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 71235dbdedbbcafeb99e17ce21fef6de 2024-11-10T15:18:24,108 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/data/hbase/replication/71235dbdedbbcafeb99e17ce21fef6de 2024-11-10T15:18:24,109 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/data/hbase/replication/71235dbdedbbcafeb99e17ce21fef6de 2024-11-10T15:18:24,111 DEBUG [RS:0;c0771061be61:33019.replicationSource.wal-reader.c0771061be61%2C33019%2C1731251898167,2-c0771061be61,33019,1731251898167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/WALs/c0771061be61,33019,1731251898167/c0771061be61%2C33019%2C1731251898167.1731251899559 to pos 0, reset compression=false 2024-11-10T15:18:24,111 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 71235dbdedbbcafeb99e17ce21fef6de 2024-11-10T15:18:24,112 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 71235dbdedbbcafeb99e17ce21fef6de 2024-11-10T15:18:24,114 DEBUG [RS:0;c0771061be61:45411 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/692e654a-eca5-2118-5284-a9489b6086f1/oldWALs 2024-11-10T15:18:24,114 INFO [RS:0;c0771061be61:45411 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c0771061be61%2C45411%2C1731251889385:(num 1731251890439) 2024-11-10T15:18:24,114 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T15:18:24,114 DEBUG [RS:0;c0771061be61:45411 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:18:24,114 INFO [RS:0;c0771061be61:45411 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T15:18:24,115 INFO [RS:0;c0771061be61:45411 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T15:18:24,115 INFO [RS:0;c0771061be61:45411 {}] hbase.ChoreService(370): Chore service for: regionserver/c0771061be61:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-10T15:18:24,116 INFO [RS:0;c0771061be61:45411 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T15:18:24,116 INFO [RS:0;c0771061be61:45411 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45411 2024-11-10T15:18:24,116 INFO [regionserver/c0771061be61:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T15:18:24,118 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 71235dbdedbbcafeb99e17ce21fef6de 2024-11-10T15:18:24,119 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 71235dbdedbbcafeb99e17ce21fef6de; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64424034, jitterRate=-0.040007084608078}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T15:18:24,119 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 71235dbdedbbcafeb99e17ce21fef6de 2024-11-10T15:18:24,120 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 71235dbdedbbcafeb99e17ce21fef6de: Running coprocessor pre-open hook at 1731251904025Writing region info on filesystem at 1731251904025Initializing all the Stores at 1731251904027 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731251904027Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731251904041 (+14 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731251904041Cleaning up temporary data from old regions at 1731251904112 (+71 ms)Running coprocessor post-open hooks at 1731251904119 (+7 ms)Region opened successfully at 1731251904120 (+1 ms) 2024-11-10T15:18:24,121 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731251891244.71235dbdedbbcafeb99e17ce21fef6de., pid=19, masterSystemTime=1731251903965 2024-11-10T15:18:24,124 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731251891244.71235dbdedbbcafeb99e17ce21fef6de. 2024-11-10T15:18:24,124 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731251891244.71235dbdedbbcafeb99e17ce21fef6de. 2024-11-10T15:18:24,126 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=71235dbdedbbcafeb99e17ce21fef6de, regionState=OPEN, openSeqNum=10, regionLocation=c0771061be61,33019,1731251898167 2024-11-10T15:18:24,127 DEBUG [RS:0;c0771061be61:33019.replicationSource.wal-reader.c0771061be61%2C33019%2C1731251898167,1-c0771061be61,33019,1731251898167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/WALs/c0771061be61,33019,1731251898167/c0771061be61%2C33019%2C1731251898167.1731251899559 to pos 0, reset compression=false 2024-11-10T15:18:24,130 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41093 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=c0771061be61,33019,1731251898167, table=hbase:replication, region=71235dbdedbbcafeb99e17ce21fef6de. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-10T15:18:24,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 71235dbdedbbcafeb99e17ce21fef6de, server=c0771061be61,33019,1731251898167 because future has completed 2024-11-10T15:18:24,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41071-0x101255319890003, quorum=127.0.0.1:54420, baseZNode=/11515383851 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11515383851/rs 2024-11-10T15:18:24,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45411-0x101255319890004, quorum=127.0.0.1:54420, baseZNode=/11515383851 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11515383851/rs/c0771061be61,45411,1731251889385 2024-11-10T15:18:24,148 INFO [RS:0;c0771061be61:45411 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T15:18:24,160 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c0771061be61,45411,1731251889385] 2024-11-10T15:18:24,168 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11515383851/draining/c0771061be61,45411,1731251889385 already deleted, retry=false 2024-11-10T15:18:24,168 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c0771061be61,45411,1731251889385 expired; onlineServers=0 2024-11-10T15:18:24,168 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c0771061be61,41071,1731251889170' ***** 2024-11-10T15:18:24,168 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T15:18:24,170 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-10T15:18:24,170 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 71235dbdedbbcafeb99e17ce21fef6de, server=c0771061be61,33019,1731251898167 in 350 msec 2024-11-10T15:18:24,172 INFO [M:0;c0771061be61:41071 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T15:18:24,172 INFO [M:0;c0771061be61:41071 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T15:18:24,172 DEBUG [M:0;c0771061be61:41071 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T15:18:24,172 DEBUG [M:0;c0771061be61:41071 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T15:18:24,173 INFO [M:0;c0771061be61:41071 {}] hbase.ChoreService(370): Chore service for: master/c0771061be61:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T15:18:24,173 INFO [M:0;c0771061be61:41071 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T15:18:24,173 DEBUG [M:0;c0771061be61:41071 {}] master.HMaster(1795): Stopping service threads 2024-11-10T15:18:24,173 INFO [M:0;c0771061be61:41071 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T15:18:24,173 INFO [M:0;c0771061be61:41071 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T15:18:24,173 INFO [M:0;c0771061be61:41071 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T15:18:24,173 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T15:18:24,174 DEBUG [master/c0771061be61:0:becomeActiveMaster-HFileCleaner.large.0-1731251890085 {}] cleaner.HFileCleaner(306): Exit Thread[master/c0771061be61:0:becomeActiveMaster-HFileCleaner.large.0-1731251890085,5,FailOnTimeoutGroup] 2024-11-10T15:18:24,175 DEBUG [master/c0771061be61:0:becomeActiveMaster-HFileCleaner.small.0-1731251890088 {}] cleaner.HFileCleaner(306): Exit Thread[master/c0771061be61:0:becomeActiveMaster-HFileCleaner.small.0-1731251890088,5,FailOnTimeoutGroup] 2024-11-10T15:18:24,176 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T15:18:24,177 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-10T15:18:24,178 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=71235dbdedbbcafeb99e17ce21fef6de, ASSIGN in 531 msec 2024-11-10T15:18:24,181 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-10T15:18:24,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41071-0x101255319890003, quorum=127.0.0.1:54420, baseZNode=/11515383851 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11515383851/master 2024-11-10T15:18:24,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41071-0x101255319890003, quorum=127.0.0.1:54420, baseZNode=/11515383851 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11515383851 2024-11-10T15:18:24,196 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11515383851/master already deleted, retry=false 2024-11-10T15:18:24,196 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:41071-0x101255319890003, quorum=127.0.0.1:54420, baseZNode=/11515383851 Failed delete of our master address node; KeeperErrorCode = NoNode for /11515383851/master 2024-11-10T15:18:24,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731251891244.71235dbdedbbcafeb99e17ce21fef6de., hostname=c0771061be61,33019,1731251898167, seqNum=10] 2024-11-10T15:18:24,205 INFO [M:0;c0771061be61:41071 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44489/user/jenkins/test-data/692e654a-eca5-2118-5284-a9489b6086f1/.lastflushedseqids 2024-11-10T15:18:24,240 DEBUG [PEWorker-1 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for c0771061be61,36459,1731251880920 2024-11-10T15:18:24,241 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-10T15:18:24,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45411-0x101255319890004, quorum=127.0.0.1:54420, baseZNode=/11515383851 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T15:18:24,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45411-0x101255319890004, quorum=127.0.0.1:54420, baseZNode=/11515383851 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T15:18:24,260 INFO [RS:0;c0771061be61:45411 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T15:18:24,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46093 is added to blk_1073741836_1012 (size=99) 2024-11-10T15:18:24,260 INFO [RS:0;c0771061be61:45411 {}] regionserver.HRegionServer(1031): Exiting; stopping=c0771061be61,45411,1731251889385; zookeeper connection closed. 2024-11-10T15:18:24,262 INFO [M:0;c0771061be61:41071 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T15:18:24,262 INFO [M:0;c0771061be61:41071 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T15:18:24,262 DEBUG [M:0;c0771061be61:41071 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T15:18:24,263 INFO [M:0;c0771061be61:41071 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:18:24,263 DEBUG [M:0;c0771061be61:41071 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:18:24,263 DEBUG [M:0;c0771061be61:41071 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T15:18:24,263 DEBUG [M:0;c0771061be61:41071 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:18:24,263 INFO [M:0;c0771061be61:41071 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-10T15:18:24,272 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@38b79eab {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@38b79eab 2024-11-10T15:18:24,273 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T15:18:24,312 DEBUG [M:0;c0771061be61:41071 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44489/user/jenkins/test-data/692e654a-eca5-2118-5284-a9489b6086f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a181f8d39864468c931e117dba96c06a is 82, key is hbase:meta,,1/info:regioninfo/1731251890929/Put/seqid=0 2024-11-10T15:18:24,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46093 is added to blk_1073741837_1013 (size=5672) 2024-11-10T15:18:24,421 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33019 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-10T15:18:24,733 INFO [M:0;c0771061be61:41071 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44489/user/jenkins/test-data/692e654a-eca5-2118-5284-a9489b6086f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a181f8d39864468c931e117dba96c06a 2024-11-10T15:18:24,763 DEBUG [M:0;c0771061be61:41071 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44489/user/jenkins/test-data/692e654a-eca5-2118-5284-a9489b6086f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/df97696f603748d8babe7b7fcfe3d7f5 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731251890985/Put/seqid=0 2024-11-10T15:18:24,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46093 is added to blk_1073741838_1014 (size=5275) 2024-11-10T15:18:25,127 DEBUG [RS:0;c0771061be61:33019.replicationSource.wal-reader.c0771061be61%2C33019%2C1731251898167,2-c0771061be61,33019,1731251898167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/WALs/c0771061be61,33019,1731251898167/c0771061be61%2C33019%2C1731251898167.1731251899559 to pos 0, reset compression=false 2024-11-10T15:18:25,172 INFO [M:0;c0771061be61:41071 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44489/user/jenkins/test-data/692e654a-eca5-2118-5284-a9489b6086f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/df97696f603748d8babe7b7fcfe3d7f5 2024-11-10T15:18:25,175 DEBUG [RS:0;c0771061be61:33019.replicationSource.wal-reader.c0771061be61%2C33019%2C1731251898167,1-c0771061be61,33019,1731251898167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/WALs/c0771061be61,33019,1731251898167/c0771061be61%2C33019%2C1731251898167.1731251899559 to pos 0, reset compression=false 2024-11-10T15:18:25,206 DEBUG [M:0;c0771061be61:41071 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44489/user/jenkins/test-data/692e654a-eca5-2118-5284-a9489b6086f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b1400f1b79474b208fe2df93d294a694 is 69, key is c0771061be61,45411,1731251889385/rs:state/1731251890210/Put/seqid=0 2024-11-10T15:18:25,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46093 is added to blk_1073741839_1015 (size=5156) 2024-11-10T15:18:25,220 INFO [M:0;c0771061be61:41071 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44489/user/jenkins/test-data/692e654a-eca5-2118-5284-a9489b6086f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b1400f1b79474b208fe2df93d294a694 2024-11-10T15:18:25,229 DEBUG [M:0;c0771061be61:41071 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44489/user/jenkins/test-data/692e654a-eca5-2118-5284-a9489b6086f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a181f8d39864468c931e117dba96c06a as hdfs://localhost:44489/user/jenkins/test-data/692e654a-eca5-2118-5284-a9489b6086f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a181f8d39864468c931e117dba96c06a 2024-11-10T15:18:25,236 INFO [M:0;c0771061be61:41071 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44489/user/jenkins/test-data/692e654a-eca5-2118-5284-a9489b6086f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a181f8d39864468c931e117dba96c06a, entries=8, sequenceid=28, filesize=5.5 K 2024-11-10T15:18:25,237 DEBUG [M:0;c0771061be61:41071 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44489/user/jenkins/test-data/692e654a-eca5-2118-5284-a9489b6086f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/df97696f603748d8babe7b7fcfe3d7f5 as hdfs://localhost:44489/user/jenkins/test-data/692e654a-eca5-2118-5284-a9489b6086f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/df97696f603748d8babe7b7fcfe3d7f5 2024-11-10T15:18:25,242 INFO [M:0;c0771061be61:41071 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44489/user/jenkins/test-data/692e654a-eca5-2118-5284-a9489b6086f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/df97696f603748d8babe7b7fcfe3d7f5, entries=3, sequenceid=28, filesize=5.2 K 2024-11-10T15:18:25,243 DEBUG [M:0;c0771061be61:41071 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44489/user/jenkins/test-data/692e654a-eca5-2118-5284-a9489b6086f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b1400f1b79474b208fe2df93d294a694 as hdfs://localhost:44489/user/jenkins/test-data/692e654a-eca5-2118-5284-a9489b6086f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b1400f1b79474b208fe2df93d294a694 2024-11-10T15:18:25,250 INFO [M:0;c0771061be61:41071 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44489/user/jenkins/test-data/692e654a-eca5-2118-5284-a9489b6086f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b1400f1b79474b208fe2df93d294a694, entries=1, sequenceid=28, filesize=5.0 K 2024-11-10T15:18:25,251 INFO [M:0;c0771061be61:41071 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 988ms, sequenceid=28, compaction requested=false 2024-11-10T15:18:25,252 INFO [M:0;c0771061be61:41071 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:18:25,252 DEBUG [M:0;c0771061be61:41071 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731251904262Disabling compacts and flushes for region at 1731251904262Disabling writes for close at 1731251904263 (+1 ms)Obtaining lock to block concurrent updates at 1731251904263Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731251904263Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731251904264 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731251904266 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731251904266Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731251904311 (+45 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731251904311Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731251904740 (+429 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731251904762 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731251904762Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731251905181 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731251905206 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731251905206Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16c0bd67: reopening flushed file at 1731251905227 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47a48e38: reopening flushed file at 1731251905236 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7220058a: reopening flushed file at 1731251905243 (+7 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 988ms, sequenceid=28, compaction requested=false at 1731251905251 (+8 ms)Writing region close event to WAL at 1731251905252 (+1 ms)Closed at 1731251905252 2024-11-10T15:18:25,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46093 is added to blk_1073741830_1006 (size=10165) 2024-11-10T15:18:25,257 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T15:18:25,257 INFO [M:0;c0771061be61:41071 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T15:18:25,257 INFO [M:0;c0771061be61:41071 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41071 2024-11-10T15:18:25,260 INFO [M:0;c0771061be61:41071 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T15:18:25,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41071-0x101255319890003, quorum=127.0.0.1:54420, baseZNode=/11515383851 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T15:18:25,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41071-0x101255319890003, quorum=127.0.0.1:54420, baseZNode=/11515383851 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T15:18:25,374 INFO [M:0;c0771061be61:41071 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T15:18:25,393 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d6e23de{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T15:18:25,396 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7d64e776{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T15:18:25,396 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T15:18:25,396 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74cac5ac{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T15:18:25,397 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f8615b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/839918b2-577a-f9e4-a0fc-072350f96fbb/hadoop.log.dir/,STOPPED} 2024-11-10T15:18:25,404 WARN [BP-190930190-172.17.0.3-1731251886430 heartbeating to localhost/127.0.0.1:44489 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T15:18:25,404 WARN [BP-190930190-172.17.0.3-1731251886430 heartbeating to localhost/127.0.0.1:44489 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-190930190-172.17.0.3-1731251886430 (Datanode Uuid bce8bcf6-5400-4923-828e-b377d51cb945) service to localhost/127.0.0.1:44489 2024-11-10T15:18:25,406 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T15:18:25,406 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T15:18:25,418 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/839918b2-577a-f9e4-a0fc-072350f96fbb/cluster_05ffd2c4-f4ee-5816-97fc-dbc6355961ae/data/data1/current/BP-190930190-172.17.0.3-1731251886430 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T15:18:25,418 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/839918b2-577a-f9e4-a0fc-072350f96fbb/cluster_05ffd2c4-f4ee-5816-97fc-dbc6355961ae/data/data2/current/BP-190930190-172.17.0.3-1731251886430 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T15:18:25,418 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T15:18:25,429 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@26c5bd95{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T15:18:25,430 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5ab5417f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T15:18:25,430 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T15:18:25,430 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65144570{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T15:18:25,430 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7190c8f3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/839918b2-577a-f9e4-a0fc-072350f96fbb/hadoop.log.dir/,STOPPED} 2024-11-10T15:18:25,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T15:18:25,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T15:18:25,465 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T15:18:25,465 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:18:25,465 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:18:25,465 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:18:25,465 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T15:18:25,466 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T15:18:25,466 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=958296697, stopped=false 2024-11-10T15:18:25,466 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c0771061be61,41093,1731251898088 2024-11-10T15:18:25,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33019-0x101255319890007, quorum=127.0.0.1:54420, baseZNode=/0-2020799355 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2020799355/running 2024-11-10T15:18:25,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41093-0x101255319890006, quorum=127.0.0.1:54420, baseZNode=/0-2020799355 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2020799355/running 2024-11-10T15:18:25,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41093-0x101255319890006, quorum=127.0.0.1:54420, baseZNode=/0-2020799355 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2020799355 2024-11-10T15:18:25,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33019-0x101255319890007, quorum=127.0.0.1:54420, baseZNode=/0-2020799355 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2020799355 2024-11-10T15:18:25,484 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T15:18:25,484 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T15:18:25,484 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:18:25,484 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:18:25,485 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33019-0x101255319890007, quorum=127.0.0.1:54420, baseZNode=/0-2020799355 Set watcher on znode that does not yet exist, /0-2020799355/running 2024-11-10T15:18:25,485 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c0771061be61,33019,1731251898167' ***** 2024-11-10T15:18:25,485 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T15:18:25,485 INFO [RS:0;c0771061be61:33019 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T15:18:25,485 INFO [RS:0;c0771061be61:33019 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T15:18:25,485 INFO [RS:0;c0771061be61:33019 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T15:18:25,486 INFO [RS:0;c0771061be61:33019 {}] regionserver.HRegionServer(3091): Received CLOSE for 71235dbdedbbcafeb99e17ce21fef6de 2024-11-10T15:18:25,486 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41093-0x101255319890006, quorum=127.0.0.1:54420, baseZNode=/0-2020799355 Set watcher on znode that does not yet exist, /0-2020799355/running 2024-11-10T15:18:25,486 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T15:18:25,486 INFO [RS:0;c0771061be61:33019 {}] regionserver.HRegionServer(959): stopping server c0771061be61,33019,1731251898167 2024-11-10T15:18:25,486 INFO [RS:0;c0771061be61:33019 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T15:18:25,486 INFO [RS:0;c0771061be61:33019 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c0771061be61:33019. 2024-11-10T15:18:25,486 DEBUG [RS:0;c0771061be61:33019 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:18:25,486 DEBUG [RS:0;c0771061be61:33019 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:18:25,487 INFO [RS:0;c0771061be61:33019 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T15:18:25,487 INFO [RS:0;c0771061be61:33019 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T15:18:25,487 INFO [RS:0;c0771061be61:33019 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T15:18:25,487 INFO [RS:0;c0771061be61:33019 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T15:18:25,490 INFO [RS:0;c0771061be61:33019 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T15:18:25,490 DEBUG [RS:0;c0771061be61:33019 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 71235dbdedbbcafeb99e17ce21fef6de=hbase:replication,,1731251891244.71235dbdedbbcafeb99e17ce21fef6de.} 2024-11-10T15:18:25,490 DEBUG [RS:0;c0771061be61:33019 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 71235dbdedbbcafeb99e17ce21fef6de 2024-11-10T15:18:25,490 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 71235dbdedbbcafeb99e17ce21fef6de, disabling compactions & flushes 2024-11-10T15:18:25,490 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T15:18:25,490 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731251891244.71235dbdedbbcafeb99e17ce21fef6de. 2024-11-10T15:18:25,490 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T15:18:25,490 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731251891244.71235dbdedbbcafeb99e17ce21fef6de. 2024-11-10T15:18:25,490 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T15:18:25,490 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T15:18:25,490 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731251891244.71235dbdedbbcafeb99e17ce21fef6de. after waiting 0 ms 2024-11-10T15:18:25,490 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731251891244.71235dbdedbbcafeb99e17ce21fef6de. 2024-11-10T15:18:25,490 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T15:18:25,491 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-10T15:18:25,508 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/data/hbase/replication/71235dbdedbbcafeb99e17ce21fef6de/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-10T15:18:25,508 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T15:18:25,508 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T15:18:25,509 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731251891244.71235dbdedbbcafeb99e17ce21fef6de. 2024-11-10T15:18:25,509 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 71235dbdedbbcafeb99e17ce21fef6de: Waiting for close lock at 1731251905490Running coprocessor pre-close hooks at 1731251905490Disabling compacts and flushes for region at 1731251905490Disabling writes for close at 1731251905490Writing region close event to WAL at 1731251905495 (+5 ms)Running coprocessor post-close hooks at 1731251905508 (+13 ms)Closed at 1731251905509 (+1 ms) 2024-11-10T15:18:25,509 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731251891244.71235dbdedbbcafeb99e17ce21fef6de. 2024-11-10T15:18:25,523 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/data/hbase/meta/1588230740/.tmp/info/08a038e4cb094869adecc05db75c8d72 is 147, key is hbase:replication,,1731251891244.71235dbdedbbcafeb99e17ce21fef6de./info:regioninfo/1731251904126/Put/seqid=0 2024-11-10T15:18:25,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46525 is added to blk_1073741851_1027 (size=6385) 2024-11-10T15:18:25,566 INFO [regionserver/c0771061be61:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T15:18:25,690 DEBUG [RS:0;c0771061be61:33019 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T15:18:25,890 DEBUG [RS:0;c0771061be61:33019 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T15:18:25,929 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/data/hbase/meta/1588230740/.tmp/info/08a038e4cb094869adecc05db75c8d72 2024-11-10T15:18:25,946 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/data/hbase/meta/1588230740/.tmp/info/08a038e4cb094869adecc05db75c8d72 as hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/data/hbase/meta/1588230740/info/08a038e4cb094869adecc05db75c8d72 2024-11-10T15:18:25,959 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/data/hbase/meta/1588230740/info/08a038e4cb094869adecc05db75c8d72, entries=8, sequenceid=19, filesize=6.2 K 2024-11-10T15:18:25,961 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 471ms, sequenceid=19, compaction requested=false 2024-11-10T15:18:25,979 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-10T15:18:25,980 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T15:18:25,980 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T15:18:25,980 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T15:18:25,980 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731251905490Running coprocessor pre-close hooks at 1731251905490Disabling compacts and flushes for region at 1731251905490Disabling writes for close at 1731251905490Obtaining lock to block concurrent updates at 1731251905491 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731251905491Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731251905491Flushing stores of hbase:meta,,1.1588230740 at 1731251905496 (+5 ms)Flushing 1588230740/info: creating writer at 1731251905497 (+1 ms)Flushing 1588230740/info: appending metadata at 1731251905522 (+25 ms)Flushing 1588230740/info: closing flushed file at 1731251905522Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@650040f7: reopening flushed file at 1731251905941 (+419 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 471ms, sequenceid=19, compaction requested=false at 1731251905961 (+20 ms)Writing region close event to WAL at 1731251905973 (+12 ms)Running coprocessor post-close hooks at 1731251905980 (+7 ms)Closed at 1731251905980 2024-11-10T15:18:25,980 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T15:18:26,091 INFO [RS:0;c0771061be61:33019 {}] regionserver.HRegionServer(976): stopping server c0771061be61,33019,1731251898167; all regions closed. 2024-11-10T15:18:26,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46525 is added to blk_1073741849_1025 (size=2156) 2024-11-10T15:18:26,102 DEBUG [RS:0;c0771061be61:33019 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/oldWALs 2024-11-10T15:18:26,103 INFO [RS:0;c0771061be61:33019 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c0771061be61%2C33019%2C1731251898167.meta:.meta(num 1731251900003) 2024-11-10T15:18:26,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46525 is added to blk_1073741850_1026 (size=796) 2024-11-10T15:18:26,108 DEBUG [RS:0;c0771061be61:33019 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/oldWALs 2024-11-10T15:18:26,108 INFO [RS:0;c0771061be61:33019 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c0771061be61%2C33019%2C1731251898167.rep:(num 1731251903979) 2024-11-10T15:18:26,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46525 is added to blk_1073741848_1024 (size=93) 2024-11-10T15:18:26,114 DEBUG [RS:0;c0771061be61:33019 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/oldWALs 2024-11-10T15:18:26,114 INFO [RS:0;c0771061be61:33019 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c0771061be61%2C33019%2C1731251898167:(num 1731251899559) 2024-11-10T15:18:26,114 DEBUG [RS:0;c0771061be61:33019 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:18:26,114 INFO [RS:0;c0771061be61:33019 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T15:18:26,114 INFO [RS:0;c0771061be61:33019 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T15:18:26,114 INFO [RS:0;c0771061be61:33019 {}] hbase.ChoreService(370): Chore service for: regionserver/c0771061be61:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-10T15:18:26,114 INFO [RS:0;c0771061be61:33019 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T15:18:26,115 INFO [regionserver/c0771061be61:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T15:18:26,115 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/c0771061be61:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-10T15:18:26,115 INFO [RS:0;c0771061be61:33019 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c0771061be61,33019,1731251898167 because: Region server is closing 2024-11-10T15:18:26,115 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/c0771061be61:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-10T15:18:26,115 INFO [RS:0;c0771061be61:33019 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c0771061be61:33019. 2024-11-10T15:18:26,115 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/c0771061be61:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-10T15:18:26,115 DEBUG [RS:0;c0771061be61:33019 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:18:26,115 DEBUG [RS:0;c0771061be61:33019 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:18:26,115 DEBUG [RS:0;c0771061be61:33019 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:18:26,115 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T15:18:26,216 WARN [RS:0;c0771061be61:33019.replicationSource.wal-reader.c0771061be61%2C33019%2C1731251898167,1-c0771061be61,33019,1731251898167 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T15:18:26,216 WARN [RS:0;c0771061be61:33019.replicationSource.shipperc0771061be61%2C33019%2C1731251898167,1-c0771061be61,33019,1731251898167 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-10T15:18:26,216 INFO [RS:0;c0771061be61:33019 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;c0771061be61:33019.replicationSource.shipperc0771061be61%2C33019%2C1731251898167,1-c0771061be61,33019,1731251898167 terminated 2024-11-10T15:18:26,216 INFO [RS:0;c0771061be61:33019 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-c0771061be61,33019,1731251898167 because: Region server is closing 2024-11-10T15:18:26,216 INFO [RS:0;c0771061be61:33019 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c0771061be61:33019. 2024-11-10T15:18:26,216 DEBUG [RS:0;c0771061be61:33019 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:18:26,217 DEBUG [RS:0;c0771061be61:33019 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:18:26,217 DEBUG [RS:0;c0771061be61:33019 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:18:26,217 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T15:18:26,317 WARN [RS:0;c0771061be61:33019.replicationSource.shipperc0771061be61%2C33019%2C1731251898167,2-c0771061be61,33019,1731251898167 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-10T15:18:26,317 INFO [RS:0;c0771061be61:33019 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;c0771061be61:33019.replicationSource.shipperc0771061be61%2C33019%2C1731251898167,2-c0771061be61,33019,1731251898167 terminated 2024-11-10T15:18:26,318 INFO [RS:0;c0771061be61:33019 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33019 2024-11-10T15:18:26,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33019-0x101255319890007, quorum=127.0.0.1:54420, baseZNode=/0-2020799355 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2020799355/rs/c0771061be61,33019,1731251898167 2024-11-10T15:18:26,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41093-0x101255319890006, quorum=127.0.0.1:54420, baseZNode=/0-2020799355 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2020799355/rs 2024-11-10T15:18:26,332 INFO [RS:0;c0771061be61:33019 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T15:18:26,353 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c0771061be61,33019,1731251898167] 2024-11-10T15:18:26,374 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-2020799355/draining/c0771061be61,33019,1731251898167 already deleted, retry=false 2024-11-10T15:18:26,375 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c0771061be61,33019,1731251898167 expired; onlineServers=0 2024-11-10T15:18:26,375 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c0771061be61,41093,1731251898088' ***** 2024-11-10T15:18:26,375 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T15:18:26,378 INFO [M:0;c0771061be61:41093 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T15:18:26,378 INFO [M:0;c0771061be61:41093 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T15:18:26,379 DEBUG [M:0;c0771061be61:41093 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T15:18:26,379 DEBUG [M:0;c0771061be61:41093 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T15:18:26,379 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T15:18:26,379 DEBUG [master/c0771061be61:0:becomeActiveMaster-HFileCleaner.large.0-1731251899080 {}] cleaner.HFileCleaner(306): Exit Thread[master/c0771061be61:0:becomeActiveMaster-HFileCleaner.large.0-1731251899080,5,FailOnTimeoutGroup] 2024-11-10T15:18:26,379 DEBUG [master/c0771061be61:0:becomeActiveMaster-HFileCleaner.small.0-1731251899082 {}] cleaner.HFileCleaner(306): Exit Thread[master/c0771061be61:0:becomeActiveMaster-HFileCleaner.small.0-1731251899082,5,FailOnTimeoutGroup] 2024-11-10T15:18:26,379 INFO [M:0;c0771061be61:41093 {}] hbase.ChoreService(370): Chore service for: master/c0771061be61:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T15:18:26,379 INFO [M:0;c0771061be61:41093 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T15:18:26,379 DEBUG [M:0;c0771061be61:41093 {}] master.HMaster(1795): Stopping service threads 2024-11-10T15:18:26,379 INFO [M:0;c0771061be61:41093 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T15:18:26,379 INFO [M:0;c0771061be61:41093 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T15:18:26,379 INFO [M:0;c0771061be61:41093 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T15:18:26,380 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T15:18:26,396 DEBUG [M:0;c0771061be61:41093 {}] zookeeper.ZKUtil(347): master:41093-0x101255319890006, quorum=127.0.0.1:54420, baseZNode=/0-2020799355 Unable to get data of znode /0-2020799355/master because node does not exist (not an error) 2024-11-10T15:18:26,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41093-0x101255319890006, quorum=127.0.0.1:54420, baseZNode=/0-2020799355 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2020799355/master 2024-11-10T15:18:26,396 WARN [M:0;c0771061be61:41093 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T15:18:26,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41093-0x101255319890006, quorum=127.0.0.1:54420, baseZNode=/0-2020799355 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2020799355 2024-11-10T15:18:26,397 INFO [M:0;c0771061be61:41093 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/.lastflushedseqids 2024-11-10T15:18:26,454 INFO [RS:0;c0771061be61:33019 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T15:18:26,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33019-0x101255319890007, quorum=127.0.0.1:54420, baseZNode=/0-2020799355 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T15:18:26,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33019-0x101255319890007, quorum=127.0.0.1:54420, baseZNode=/0-2020799355 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T15:18:26,454 INFO [RS:0;c0771061be61:33019 {}] regionserver.HRegionServer(1031): Exiting; stopping=c0771061be61,33019,1731251898167; zookeeper connection closed. 2024-11-10T15:18:26,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46525 is added to blk_1073741852_1028 (size=181) 2024-11-10T15:18:26,476 INFO [M:0;c0771061be61:41093 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T15:18:26,476 INFO [M:0;c0771061be61:41093 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T15:18:26,476 DEBUG [M:0;c0771061be61:41093 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T15:18:26,476 INFO [M:0;c0771061be61:41093 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:18:26,477 DEBUG [M:0;c0771061be61:41093 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:18:26,477 DEBUG [M:0;c0771061be61:41093 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T15:18:26,477 DEBUG [M:0;c0771061be61:41093 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:18:26,477 INFO [M:0;c0771061be61:41093 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-10T15:18:26,477 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@69be61d4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@69be61d4 2024-11-10T15:18:26,477 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T15:18:26,522 DEBUG [M:0;c0771061be61:41093 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ac3f4bbfb1634549968347b7abf02281 is 82, key is hbase:meta,,1/info:regioninfo/1731251900064/Put/seqid=0 2024-11-10T15:18:26,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46525 is added to blk_1073741853_1029 (size=5680) 2024-11-10T15:18:26,562 INFO [M:0;c0771061be61:41093 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ac3f4bbfb1634549968347b7abf02281 2024-11-10T15:18:26,605 DEBUG [M:0;c0771061be61:41093 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/320030c427df4b5f99fef10efd103fec is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1731251904173/Put/seqid=0 2024-11-10T15:18:26,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46525 is added to blk_1073741854_1030 (size=7319) 2024-11-10T15:18:26,629 INFO [M:0;c0771061be61:41093 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/320030c427df4b5f99fef10efd103fec 2024-11-10T15:18:26,701 DEBUG [M:0;c0771061be61:41093 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/22e828ab245e4147b2db9cd54ed0aaf2 is 69, key is c0771061be61,33019,1731251898167/rs:state/1731251899187/Put/seqid=0 2024-11-10T15:18:26,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46525 is added to blk_1073741855_1031 (size=5371) 2024-11-10T15:18:26,734 INFO [M:0;c0771061be61:41093 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/22e828ab245e4147b2db9cd54ed0aaf2 2024-11-10T15:18:26,748 INFO [M:0;c0771061be61:41093 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 22e828ab245e4147b2db9cd54ed0aaf2 2024-11-10T15:18:26,752 DEBUG [M:0;c0771061be61:41093 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ac3f4bbfb1634549968347b7abf02281 as hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ac3f4bbfb1634549968347b7abf02281 2024-11-10T15:18:26,768 INFO [M:0;c0771061be61:41093 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ac3f4bbfb1634549968347b7abf02281, entries=8, sequenceid=172, filesize=5.5 K 2024-11-10T15:18:26,771 DEBUG [M:0;c0771061be61:41093 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/320030c427df4b5f99fef10efd103fec as hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/320030c427df4b5f99fef10efd103fec 2024-11-10T15:18:26,786 INFO [M:0;c0771061be61:41093 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/320030c427df4b5f99fef10efd103fec, entries=7, sequenceid=172, filesize=7.1 K 2024-11-10T15:18:26,796 DEBUG [M:0;c0771061be61:41093 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/22e828ab245e4147b2db9cd54ed0aaf2 as hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/22e828ab245e4147b2db9cd54ed0aaf2 2024-11-10T15:18:26,807 INFO [M:0;c0771061be61:41093 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 22e828ab245e4147b2db9cd54ed0aaf2 2024-11-10T15:18:26,807 INFO [M:0;c0771061be61:41093 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33197/user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/22e828ab245e4147b2db9cd54ed0aaf2, entries=2, sequenceid=172, filesize=5.2 K 2024-11-10T15:18:26,811 INFO [M:0;c0771061be61:41093 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 333ms, sequenceid=172, compaction requested=false 2024-11-10T15:18:26,836 INFO [M:0;c0771061be61:41093 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:18:26,837 DEBUG [M:0;c0771061be61:41093 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731251906476Disabling compacts and flushes for region at 1731251906476Disabling writes for close at 1731251906477 (+1 ms)Obtaining lock to block concurrent updates at 1731251906477Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731251906477Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731251906483 (+6 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731251906486 (+3 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731251906486Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731251906522 (+36 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731251906522Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731251906577 (+55 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731251906603 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731251906603Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731251906652 (+49 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731251906698 (+46 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731251906699 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@376c9a: reopening flushed file at 1731251906748 (+49 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37b0e8b: reopening flushed file at 1731251906769 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@527fe4be: reopening flushed file at 1731251906786 (+17 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 333ms, sequenceid=172, compaction requested=false at 1731251906811 (+25 ms)Writing region close event to WAL at 1731251906836 (+25 ms)Closed at 1731251906836 2024-11-10T15:18:26,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46525 is added to blk_1073741847_1023 (size=22949) 2024-11-10T15:18:26,845 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/090d6e9f-3e26-9530-d418-53f68959dd40/MasterData/WALs/c0771061be61,41093,1731251898088/c0771061be61%2C41093%2C1731251898088.1731251898472 not finished, retry = 0 2024-11-10T15:18:26,947 INFO [M:0;c0771061be61:41093 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T15:18:26,947 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T15:18:26,948 INFO [M:0;c0771061be61:41093 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41093 2024-11-10T15:18:26,948 INFO [M:0;c0771061be61:41093 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T15:18:27,057 INFO [M:0;c0771061be61:41093 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T15:18:27,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41093-0x101255319890006, quorum=127.0.0.1:54420, baseZNode=/0-2020799355 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T15:18:27,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41093-0x101255319890006, quorum=127.0.0.1:54420, baseZNode=/0-2020799355 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T15:18:27,066 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@318ae30c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T15:18:27,067 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@60268925{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T15:18:27,067 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T15:18:27,067 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1edffc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T15:18:27,067 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a66a1cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71ac9afe-99a1-2d96-bd7f-47d827b38e90/hadoop.log.dir/,STOPPED} 2024-11-10T15:18:27,073 WARN [BP-1988645929-172.17.0.3-1731251872485 heartbeating to localhost/127.0.0.1:33197 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T15:18:27,073 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T15:18:27,073 WARN [BP-1988645929-172.17.0.3-1731251872485 heartbeating to localhost/127.0.0.1:33197 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1988645929-172.17.0.3-1731251872485 (Datanode Uuid 1f7aaffd-68d0-49a9-b69d-20eb421290f1) service to localhost/127.0.0.1:33197 2024-11-10T15:18:27,073 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T15:18:27,074 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T15:18:27,078 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71ac9afe-99a1-2d96-bd7f-47d827b38e90/cluster_f0a3115f-dedc-2852-cef7-b8d8bcfffe3f/data/data1/current/BP-1988645929-172.17.0.3-1731251872485 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T15:18:27,078 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71ac9afe-99a1-2d96-bd7f-47d827b38e90/cluster_f0a3115f-dedc-2852-cef7-b8d8bcfffe3f/data/data2/current/BP-1988645929-172.17.0.3-1731251872485 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T15:18:27,080 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4219126d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T15:18:27,080 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@63a6952a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T15:18:27,081 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T15:18:27,081 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22c42bf7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T15:18:27,081 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65423e7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71ac9afe-99a1-2d96-bd7f-47d827b38e90/hadoop.log.dir/,STOPPED} 2024-11-10T15:18:27,094 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T15:18:27,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T15:18:27,121 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=112 (was 11) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33197 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:44489 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/c0771061be61:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33197 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44489 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@1036bf56 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:33197 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/c0771061be61:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44489 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/c0771061be61:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/c0771061be61:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54420) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33197 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54420) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/c0771061be61:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44489 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33197 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33197 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33197 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:33197 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44489 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44489 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33197 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44489 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44489 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=440 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=916 (was 704) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3235 (was 3588) 2024-11-10T15:18:27,130 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=112, OpenFileDescriptor=440, MaxFileDescriptor=1048576, SystemLoadAverage=916, ProcessCount=11, AvailableMemoryMB=3234 2024-11-10T15:18:27,146 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-10T15:18:27,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/839918b2-577a-f9e4-a0fc-072350f96fbb/hadoop.log.dir so I do NOT create it in target/test-data/6e86dfe5-8326-b081-f4bd-cd7a59fb1b58 2024-11-10T15:18:27,146 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/839918b2-577a-f9e4-a0fc-072350f96fbb/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T15:18:27,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/839918b2-577a-f9e4-a0fc-072350f96fbb/hadoop.tmp.dir so I do NOT create it in target/test-data/6e86dfe5-8326-b081-f4bd-cd7a59fb1b58 2024-11-10T15:18:27,147 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/839918b2-577a-f9e4-a0fc-072350f96fbb/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T15:18:27,147 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e86dfe5-8326-b081-f4bd-cd7a59fb1b58 2024-11-10T15:18:27,147 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e86dfe5-8326-b081-f4bd-cd7a59fb1b58/cluster_c66ee88f-46b5-5329-15de-a3fcd407ac5d, deleteOnExit=true 2024-11-10T15:18:27,160 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e86dfe5-8326-b081-f4bd-cd7a59fb1b58/cluster_c66ee88f-46b5-5329-15de-a3fcd407ac5d/zookeeper_0, clientPort=58414, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e86dfe5-8326-b081-f4bd-cd7a59fb1b58/cluster_c66ee88f-46b5-5329-15de-a3fcd407ac5d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e86dfe5-8326-b081-f4bd-cd7a59fb1b58/cluster_c66ee88f-46b5-5329-15de-a3fcd407ac5d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T15:18:27,162 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58414 2024-11-10T15:18:27,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T15:18:27,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T15:18:27,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e86dfe5-8326-b081-f4bd-cd7a59fb1b58/test.cache.data in system properties and HBase conf 2024-11-10T15:18:27,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e86dfe5-8326-b081-f4bd-cd7a59fb1b58/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T15:18:27,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e86dfe5-8326-b081-f4bd-cd7a59fb1b58/hadoop.log.dir in system properties and HBase conf 2024-11-10T15:18:27,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e86dfe5-8326-b081-f4bd-cd7a59fb1b58/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T15:18:27,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e86dfe5-8326-b081-f4bd-cd7a59fb1b58/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T15:18:27,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T15:18:27,163 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T15:18:27,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e86dfe5-8326-b081-f4bd-cd7a59fb1b58/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T15:18:27,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e86dfe5-8326-b081-f4bd-cd7a59fb1b58/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T15:18:27,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e86dfe5-8326-b081-f4bd-cd7a59fb1b58/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T15:18:27,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e86dfe5-8326-b081-f4bd-cd7a59fb1b58/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T15:18:27,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e86dfe5-8326-b081-f4bd-cd7a59fb1b58/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T15:18:27,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e86dfe5-8326-b081-f4bd-cd7a59fb1b58/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T15:18:27,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e86dfe5-8326-b081-f4bd-cd7a59fb1b58/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T15:18:27,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e86dfe5-8326-b081-f4bd-cd7a59fb1b58/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T15:18:27,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e86dfe5-8326-b081-f4bd-cd7a59fb1b58/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T15:18:27,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e86dfe5-8326-b081-f4bd-cd7a59fb1b58/nfs.dump.dir in system properties and HBase conf 2024-11-10T15:18:27,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e86dfe5-8326-b081-f4bd-cd7a59fb1b58/java.io.tmpdir in system properties and HBase conf 2024-11-10T15:18:27,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e86dfe5-8326-b081-f4bd-cd7a59fb1b58/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T15:18:27,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e86dfe5-8326-b081-f4bd-cd7a59fb1b58/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T15:18:27,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e86dfe5-8326-b081-f4bd-cd7a59fb1b58/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T15:18:27,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101255319890005, quorum=127.0.0.1:54420, baseZNode=/11515383851 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T15:18:27,189 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101255319890005, quorum=127.0.0.1:54420, baseZNode=/11515383851 Received Disconnected from ZooKeeper, ignoring 2024-11-10T15:18:27,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101255319890002, quorum=127.0.0.1:54420, baseZNode=/0-2020799355 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T15:18:27,190 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101255319890002, quorum=127.0.0.1:54420, baseZNode=/0-2020799355 Received Disconnected from ZooKeeper, ignoring 2024-11-10T15:18:27,611 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T15:18:27,625 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T15:18:27,639 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T15:18:27,639 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T15:18:27,639 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T15:18:27,641 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T15:18:27,645 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a6aa96e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e86dfe5-8326-b081-f4bd-cd7a59fb1b58/hadoop.log.dir/,AVAILABLE} 2024-11-10T15:18:27,645 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@321a4060{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T15:18:27,794 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@60d09b0e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e86dfe5-8326-b081-f4bd-cd7a59fb1b58/java.io.tmpdir/jetty-localhost-34997-hadoop-hdfs-3_4_1-tests_jar-_-any-10835498613617861605/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T15:18:27,795 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@48f27b90{HTTP/1.1, (http/1.1)}{localhost:34997} 2024-11-10T15:18:27,795 INFO [Time-limited test {}] server.Server(415): Started @38289ms 2024-11-10T15:18:28,345 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T15:18:28,350 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T15:18:28,368 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T15:18:28,369 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T15:18:28,369 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T15:18:28,369 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@31144654{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e86dfe5-8326-b081-f4bd-cd7a59fb1b58/hadoop.log.dir/,AVAILABLE} 2024-11-10T15:18:28,370 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4076626c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T15:18:28,508 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@65169539{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e86dfe5-8326-b081-f4bd-cd7a59fb1b58/java.io.tmpdir/jetty-localhost-44007-hadoop-hdfs-3_4_1-tests_jar-_-any-18201838449517914971/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T15:18:28,509 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3faa148f{HTTP/1.1, (http/1.1)}{localhost:44007} 2024-11-10T15:18:28,509 INFO [Time-limited test {}] server.Server(415): Started @39002ms 2024-11-10T15:18:28,510 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T15:18:29,456 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T15:18:29,457 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:18:29,486 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:18:29,613 WARN [Thread-500 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e86dfe5-8326-b081-f4bd-cd7a59fb1b58/cluster_c66ee88f-46b5-5329-15de-a3fcd407ac5d/data/data2/current/BP-819475922-172.17.0.3-1731251907197/current, will proceed with Du for space computation calculation, 2024-11-10T15:18:29,624 WARN [Thread-499 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e86dfe5-8326-b081-f4bd-cd7a59fb1b58/cluster_c66ee88f-46b5-5329-15de-a3fcd407ac5d/data/data1/current/BP-819475922-172.17.0.3-1731251907197/current, will proceed with Du for space computation calculation, 2024-11-10T15:18:29,685 WARN [Thread-486 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T15:18:29,697 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x71310c23793daccc with lease ID 0x555e315d36012340: Processing first storage report for DS-17512cd8-94bb-4516-96f1-9dc8a2185d9c from datanode DatanodeRegistration(127.0.0.1:38453, datanodeUuid=e9702466-2f31-4bb9-8b10-bb38b91db081, infoPort=32991, infoSecurePort=0, ipcPort=32847, storageInfo=lv=-57;cid=testClusterID;nsid=1352013822;c=1731251907197) 2024-11-10T15:18:29,697 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x71310c23793daccc with lease ID 0x555e315d36012340: from storage DS-17512cd8-94bb-4516-96f1-9dc8a2185d9c node DatanodeRegistration(127.0.0.1:38453, datanodeUuid=e9702466-2f31-4bb9-8b10-bb38b91db081, infoPort=32991, infoSecurePort=0, ipcPort=32847, storageInfo=lv=-57;cid=testClusterID;nsid=1352013822;c=1731251907197), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T15:18:29,698 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x71310c23793daccc with lease ID 0x555e315d36012340: Processing first storage report for DS-d4a64e4c-66e5-4a23-964f-1e6218cd5d8a from datanode DatanodeRegistration(127.0.0.1:38453, datanodeUuid=e9702466-2f31-4bb9-8b10-bb38b91db081, infoPort=32991, infoSecurePort=0, ipcPort=32847, storageInfo=lv=-57;cid=testClusterID;nsid=1352013822;c=1731251907197) 2024-11-10T15:18:29,698 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x71310c23793daccc with lease ID 0x555e315d36012340: from storage DS-d4a64e4c-66e5-4a23-964f-1e6218cd5d8a node DatanodeRegistration(127.0.0.1:38453, datanodeUuid=e9702466-2f31-4bb9-8b10-bb38b91db081, infoPort=32991, infoSecurePort=0, ipcPort=32847, storageInfo=lv=-57;cid=testClusterID;nsid=1352013822;c=1731251907197), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T15:18:29,715 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e86dfe5-8326-b081-f4bd-cd7a59fb1b58 2024-11-10T15:18:29,715 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:18:29,716 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:18:29,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38453 is added to blk_1073741825_1001 (size=7) 2024-11-10T15:18:29,747 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33147/user/jenkins/test-data/89d6d207-fcb8-8a46-d4d0-4fb2b26a2e9e with version=8 2024-11-10T15:18:29,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33147/user/jenkins/test-data/89d6d207-fcb8-8a46-d4d0-4fb2b26a2e9e/hbase-staging 2024-11-10T15:18:29,750 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c0771061be61:0 server-side Connection retries=45 2024-11-10T15:18:29,750 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T15:18:29,750 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T15:18:29,750 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T15:18:29,750 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T15:18:29,750 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T15:18:29,750 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T15:18:29,750 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T15:18:29,751 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36229 2024-11-10T15:18:29,752 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36229 connecting to ZooKeeper ensemble=127.0.0.1:58414 2024-11-10T15:18:29,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:362290x0, quorum=127.0.0.1:58414, baseZNode=/0360384661 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T15:18:29,834 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T15:18:29,834 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T15:18:29,834 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-10T15:18:29,834 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T15:18:29,837 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36229-0x1012553a5fd0000 connected 2024-11-10T15:18:30,016 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:18:30,018 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:18:30,023 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36229-0x1012553a5fd0000, quorum=127.0.0.1:58414, baseZNode=/0360384661 Set watcher on znode that does not yet exist, /0360384661/running 2024-11-10T15:18:30,024 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33147/user/jenkins/test-data/89d6d207-fcb8-8a46-d4d0-4fb2b26a2e9e, hbase.cluster.distributed=false 2024-11-10T15:18:30,026 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36229-0x1012553a5fd0000, quorum=127.0.0.1:58414, baseZNode=/0360384661 Set watcher on znode that does not yet exist, /0360384661/acl 2024-11-10T15:18:30,032 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36229 2024-11-10T15:18:30,032 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36229 2024-11-10T15:18:30,034 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36229 2024-11-10T15:18:30,036 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36229 2024-11-10T15:18:30,044 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36229 2024-11-10T15:18:30,068 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c0771061be61:0 server-side Connection retries=45 2024-11-10T15:18:30,068 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T15:18:30,068 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T15:18:30,068 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T15:18:30,068 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T15:18:30,069 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T15:18:30,069 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T15:18:30,069 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T15:18:30,069 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45181 2024-11-10T15:18:30,072 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45181 connecting to ZooKeeper ensemble=127.0.0.1:58414 2024-11-10T15:18:30,072 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:18:30,075 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:18:30,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:451810x0, quorum=127.0.0.1:58414, baseZNode=/0360384661 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T15:18:30,091 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:451810x0, quorum=127.0.0.1:58414, baseZNode=/0360384661 Set watcher on znode that does not yet exist, /0360384661/running 2024-11-10T15:18:30,091 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T15:18:30,091 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45181-0x1012553a5fd0001 connected 2024-11-10T15:18:30,092 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T15:18:30,093 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45181-0x1012553a5fd0001, quorum=127.0.0.1:58414, baseZNode=/0360384661 Set watcher on znode that does not yet exist, /0360384661/master 2024-11-10T15:18:30,103 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45181-0x1012553a5fd0001, quorum=127.0.0.1:58414, baseZNode=/0360384661 Set watcher on znode that does not yet exist, /0360384661/acl 2024-11-10T15:18:30,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45181 2024-11-10T15:18:30,120 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45181 2024-11-10T15:18:30,124 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45181 2024-11-10T15:18:30,137 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45181 2024-11-10T15:18:30,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45181 2024-11-10T15:18:30,158 DEBUG [M:0;c0771061be61:36229 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c0771061be61:36229 2024-11-10T15:18:30,159 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0360384661/backup-masters/c0771061be61,36229,1731251909749 2024-11-10T15:18:30,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36229-0x1012553a5fd0000, quorum=127.0.0.1:58414, baseZNode=/0360384661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0360384661/backup-masters 2024-11-10T15:18:30,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45181-0x1012553a5fd0001, quorum=127.0.0.1:58414, baseZNode=/0360384661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0360384661/backup-masters 2024-11-10T15:18:30,164 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36229-0x1012553a5fd0000, quorum=127.0.0.1:58414, baseZNode=/0360384661 Set watcher on existing znode=/0360384661/backup-masters/c0771061be61,36229,1731251909749 2024-11-10T15:18:30,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45181-0x1012553a5fd0001, quorum=127.0.0.1:58414, baseZNode=/0360384661 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0360384661/master 2024-11-10T15:18:30,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45181-0x1012553a5fd0001, quorum=127.0.0.1:58414, baseZNode=/0360384661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0360384661 2024-11-10T15:18:30,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36229-0x1012553a5fd0000, quorum=127.0.0.1:58414, baseZNode=/0360384661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0360384661 2024-11-10T15:18:30,175 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36229-0x1012553a5fd0000, quorum=127.0.0.1:58414, baseZNode=/0360384661 Set watcher on existing znode=/0360384661/master 2024-11-10T15:18:30,176 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0360384661/backup-masters/c0771061be61,36229,1731251909749 from backup master directory 2024-11-10T15:18:30,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45181-0x1012553a5fd0001, quorum=127.0.0.1:58414, baseZNode=/0360384661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0360384661/backup-masters 2024-11-10T15:18:30,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36229-0x1012553a5fd0000, quorum=127.0.0.1:58414, baseZNode=/0360384661 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0360384661/backup-masters/c0771061be61,36229,1731251909749 2024-11-10T15:18:30,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36229-0x1012553a5fd0000, quorum=127.0.0.1:58414, baseZNode=/0360384661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0360384661/backup-masters 2024-11-10T15:18:30,185 WARN [master/c0771061be61:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T15:18:30,186 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c0771061be61,36229,1731251909749 2024-11-10T15:18:30,192 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33147/user/jenkins/test-data/89d6d207-fcb8-8a46-d4d0-4fb2b26a2e9e/hbase.id] with ID: 023c31f8-b2e6-464b-b132-be6c0ead7edd 2024-11-10T15:18:30,193 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33147/user/jenkins/test-data/89d6d207-fcb8-8a46-d4d0-4fb2b26a2e9e/.tmp/hbase.id 2024-11-10T15:18:30,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38453 is added to blk_1073741826_1002 (size=42) 2024-11-10T15:18:30,611 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33147/user/jenkins/test-data/89d6d207-fcb8-8a46-d4d0-4fb2b26a2e9e/.tmp/hbase.id]:[hdfs://localhost:33147/user/jenkins/test-data/89d6d207-fcb8-8a46-d4d0-4fb2b26a2e9e/hbase.id] 2024-11-10T15:18:30,629 INFO [master/c0771061be61:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:18:30,630 INFO [master/c0771061be61:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T15:18:30,631 INFO [master/c0771061be61:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T15:18:30,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36229-0x1012553a5fd0000, quorum=127.0.0.1:58414, baseZNode=/0360384661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0360384661 2024-11-10T15:18:30,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45181-0x1012553a5fd0001, quorum=127.0.0.1:58414, baseZNode=/0360384661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0360384661 2024-11-10T15:18:30,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38453 is added to blk_1073741827_1003 (size=196) 2024-11-10T15:18:30,675 INFO [master/c0771061be61:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T15:18:30,676 INFO [master/c0771061be61:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T15:18:30,676 INFO [master/c0771061be61:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T15:18:30,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38453 is added to blk_1073741828_1004 (size=1189) 2024-11-10T15:18:30,725 INFO [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33147/user/jenkins/test-data/89d6d207-fcb8-8a46-d4d0-4fb2b26a2e9e/MasterData/data/master/store 2024-11-10T15:18:30,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38453 is added to blk_1073741829_1005 (size=34) 2024-11-10T15:18:30,753 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:18:30,753 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T15:18:30,753 INFO [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:18:30,753 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:18:30,753 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T15:18:30,753 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:18:30,753 INFO [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:18:30,753 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731251910753Disabling compacts and flushes for region at 1731251910753Disabling writes for close at 1731251910753Writing region close event to WAL at 1731251910753Closed at 1731251910753 2024-11-10T15:18:30,755 WARN [master/c0771061be61:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33147/user/jenkins/test-data/89d6d207-fcb8-8a46-d4d0-4fb2b26a2e9e/MasterData/data/master/store/.initializing 2024-11-10T15:18:30,755 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33147/user/jenkins/test-data/89d6d207-fcb8-8a46-d4d0-4fb2b26a2e9e/MasterData/WALs/c0771061be61,36229,1731251909749 2024-11-10T15:18:30,757 INFO [master/c0771061be61:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T15:18:30,761 INFO [master/c0771061be61:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c0771061be61%2C36229%2C1731251909749, suffix=, logDir=hdfs://localhost:33147/user/jenkins/test-data/89d6d207-fcb8-8a46-d4d0-4fb2b26a2e9e/MasterData/WALs/c0771061be61,36229,1731251909749, archiveDir=hdfs://localhost:33147/user/jenkins/test-data/89d6d207-fcb8-8a46-d4d0-4fb2b26a2e9e/MasterData/oldWALs, maxLogs=10 2024-11-10T15:18:30,781 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/89d6d207-fcb8-8a46-d4d0-4fb2b26a2e9e/MasterData/WALs/c0771061be61,36229,1731251909749/c0771061be61%2C36229%2C1731251909749.1731251910761, exclude list is [], retry=0 2024-11-10T15:18:30,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38453,DS-17512cd8-94bb-4516-96f1-9dc8a2185d9c,DISK] 2024-11-10T15:18:30,793 INFO [master/c0771061be61:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/89d6d207-fcb8-8a46-d4d0-4fb2b26a2e9e/MasterData/WALs/c0771061be61,36229,1731251909749/c0771061be61%2C36229%2C1731251909749.1731251910761 2024-11-10T15:18:30,796 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32991:32991)] 2024-11-10T15:18:30,796 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T15:18:30,796 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:18:30,798 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:18:30,798 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:18:30,804 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:18:30,816 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T15:18:30,816 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:18:30,817 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:18:30,817 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:18:30,819 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T15:18:30,819 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:18:30,820 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:18:30,820 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:18:30,824 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T15:18:30,824 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:18:30,824 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:18:30,825 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:18:30,827 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T15:18:30,827 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:18:30,827 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:18:30,828 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:18:30,829 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33147/user/jenkins/test-data/89d6d207-fcb8-8a46-d4d0-4fb2b26a2e9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:18:30,829 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33147/user/jenkins/test-data/89d6d207-fcb8-8a46-d4d0-4fb2b26a2e9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:18:30,835 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:18:30,835 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:18:30,835 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T15:18:30,837 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:18:30,845 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33147/user/jenkins/test-data/89d6d207-fcb8-8a46-d4d0-4fb2b26a2e9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T15:18:30,846 INFO [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71036385, jitterRate=0.05852462351322174}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T15:18:30,847 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731251910799Initializing all the Stores at 1731251910801 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731251910801Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731251910804 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731251910804Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731251910804Cleaning up temporary data from old regions at 1731251910835 (+31 ms)Region opened successfully at 1731251910847 (+12 ms) 2024-11-10T15:18:30,849 INFO [master/c0771061be61:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T15:18:30,855 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11315f13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c0771061be61/172.17.0.3:0 2024-11-10T15:18:30,859 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T15:18:30,859 INFO [master/c0771061be61:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T15:18:30,859 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T15:18:30,859 INFO [master/c0771061be61:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T15:18:30,860 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T15:18:30,861 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T15:18:30,861 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T15:18:30,870 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T15:18:30,871 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36229-0x1012553a5fd0000, quorum=127.0.0.1:58414, baseZNode=/0360384661 Unable to get data of znode /0360384661/balancer because node does not exist (not necessarily an error) 2024-11-10T15:18:30,879 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0360384661/balancer already deleted, retry=false 2024-11-10T15:18:30,879 INFO [master/c0771061be61:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T15:18:30,880 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36229-0x1012553a5fd0000, quorum=127.0.0.1:58414, baseZNode=/0360384661 Unable to get data of znode /0360384661/normalizer because node does not exist (not necessarily an error) 2024-11-10T15:18:30,900 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0360384661/normalizer already deleted, retry=false 2024-11-10T15:18:30,900 INFO [master/c0771061be61:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T15:18:30,905 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36229-0x1012553a5fd0000, quorum=127.0.0.1:58414, baseZNode=/0360384661 Unable to get data of znode /0360384661/switch/split because node does not exist (not necessarily an error) 2024-11-10T15:18:30,922 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0360384661/switch/split already deleted, retry=false 2024-11-10T15:18:30,923 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36229-0x1012553a5fd0000, quorum=127.0.0.1:58414, baseZNode=/0360384661 Unable to get data of znode /0360384661/switch/merge because node does not exist (not necessarily an error) 2024-11-10T15:18:30,931 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0360384661/switch/merge already deleted, retry=false 2024-11-10T15:18:30,953 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36229-0x1012553a5fd0000, quorum=127.0.0.1:58414, baseZNode=/0360384661 Unable to get data of znode /0360384661/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T15:18:30,963 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0360384661/snapshot-cleanup already deleted, retry=false 2024-11-10T15:18:30,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45181-0x1012553a5fd0001, quorum=127.0.0.1:58414, baseZNode=/0360384661 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0360384661/running 2024-11-10T15:18:30,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36229-0x1012553a5fd0000, quorum=127.0.0.1:58414, baseZNode=/0360384661 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0360384661/running 2024-11-10T15:18:30,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45181-0x1012553a5fd0001, quorum=127.0.0.1:58414, baseZNode=/0360384661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0360384661 2024-11-10T15:18:30,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36229-0x1012553a5fd0000, quorum=127.0.0.1:58414, baseZNode=/0360384661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0360384661 2024-11-10T15:18:30,974 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c0771061be61,36229,1731251909749, sessionid=0x1012553a5fd0000, setting cluster-up flag (Was=false) 2024-11-10T15:18:31,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45181-0x1012553a5fd0001, quorum=127.0.0.1:58414, baseZNode=/0360384661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0360384661 2024-11-10T15:18:31,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36229-0x1012553a5fd0000, quorum=127.0.0.1:58414, baseZNode=/0360384661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0360384661 2024-11-10T15:18:31,047 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0360384661/flush-table-proc/acquired, /0360384661/flush-table-proc/reached, /0360384661/flush-table-proc/abort 2024-11-10T15:18:31,049 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c0771061be61,36229,1731251909749 2024-11-10T15:18:31,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36229-0x1012553a5fd0000, quorum=127.0.0.1:58414, baseZNode=/0360384661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0360384661 2024-11-10T15:18:31,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45181-0x1012553a5fd0001, quorum=127.0.0.1:58414, baseZNode=/0360384661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0360384661 2024-11-10T15:18:31,100 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0360384661/online-snapshot/acquired, /0360384661/online-snapshot/reached, /0360384661/online-snapshot/abort 2024-11-10T15:18:31,102 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c0771061be61,36229,1731251909749 2024-11-10T15:18:31,104 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33147/user/jenkins/test-data/89d6d207-fcb8-8a46-d4d0-4fb2b26a2e9e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T15:18:31,109 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T15:18:31,109 INFO [master/c0771061be61:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T15:18:31,110 INFO [master/c0771061be61:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T15:18:31,110 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c0771061be61,36229,1731251909749 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T15:18:31,111 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c0771061be61:0, corePoolSize=5, maxPoolSize=5 2024-11-10T15:18:31,111 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c0771061be61:0, corePoolSize=5, maxPoolSize=5 2024-11-10T15:18:31,111 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c0771061be61:0, corePoolSize=5, maxPoolSize=5 2024-11-10T15:18:31,112 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c0771061be61:0, corePoolSize=5, maxPoolSize=5 2024-11-10T15:18:31,112 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c0771061be61:0, corePoolSize=10, maxPoolSize=10 2024-11-10T15:18:31,112 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:18:31,112 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c0771061be61:0, corePoolSize=2, maxPoolSize=2 2024-11-10T15:18:31,112 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:18:31,114 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T15:18:31,114 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T15:18:31,116 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731251941116 2024-11-10T15:18:31,116 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T15:18:31,116 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T15:18:31,116 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T15:18:31,116 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T15:18:31,117 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T15:18:31,117 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T15:18:31,117 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:18:31,117 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T15:18:31,128 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:31,132 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T15:18:31,132 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T15:18:31,132 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T15:18:31,133 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T15:18:31,136 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T15:18:31,136 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T15:18:31,140 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c0771061be61:0:becomeActiveMaster-HFileCleaner.large.0-1731251911136,5,FailOnTimeoutGroup] 2024-11-10T15:18:31,140 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c0771061be61:0:becomeActiveMaster-HFileCleaner.small.0-1731251911140,5,FailOnTimeoutGroup] 2024-11-10T15:18:31,140 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:31,140 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T15:18:31,141 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:31,141 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:31,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38453 is added to blk_1073741831_1007 (size=1321) 2024-11-10T15:18:31,151 INFO [RS:0;c0771061be61:45181 {}] regionserver.HRegionServer(746): ClusterId : 023c31f8-b2e6-464b-b132-be6c0ead7edd 2024-11-10T15:18:31,151 DEBUG [RS:0;c0771061be61:45181 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T15:18:31,152 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33147/user/jenkins/test-data/89d6d207-fcb8-8a46-d4d0-4fb2b26a2e9e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T15:18:31,152 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33147/user/jenkins/test-data/89d6d207-fcb8-8a46-d4d0-4fb2b26a2e9e 2024-11-10T15:18:31,164 DEBUG [RS:0;c0771061be61:45181 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T15:18:31,164 DEBUG [RS:0;c0771061be61:45181 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T15:18:31,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38453 is added to blk_1073741832_1008 (size=32) 2024-11-10T15:18:31,176 DEBUG [RS:0;c0771061be61:45181 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T15:18:31,177 DEBUG [RS:0;c0771061be61:45181 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6628a8e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c0771061be61/172.17.0.3:0 2024-11-10T15:18:31,188 DEBUG [RS:0;c0771061be61:45181 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c0771061be61:45181 2024-11-10T15:18:31,188 INFO [RS:0;c0771061be61:45181 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T15:18:31,188 INFO [RS:0;c0771061be61:45181 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T15:18:31,188 DEBUG [RS:0;c0771061be61:45181 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T15:18:31,189 INFO [RS:0;c0771061be61:45181 {}] regionserver.HRegionServer(2659): reportForDuty to master=c0771061be61,36229,1731251909749 with port=45181, startcode=1731251910068 2024-11-10T15:18:31,190 DEBUG [RS:0;c0771061be61:45181 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T15:18:31,192 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60621, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T15:18:31,193 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36229 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c0771061be61,45181,1731251910068 2024-11-10T15:18:31,193 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36229 {}] master.ServerManager(517): Registering regionserver=c0771061be61,45181,1731251910068 2024-11-10T15:18:31,196 DEBUG [RS:0;c0771061be61:45181 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33147/user/jenkins/test-data/89d6d207-fcb8-8a46-d4d0-4fb2b26a2e9e 2024-11-10T15:18:31,197 DEBUG [RS:0;c0771061be61:45181 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33147 2024-11-10T15:18:31,197 DEBUG [RS:0;c0771061be61:45181 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T15:18:31,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36229-0x1012553a5fd0000, quorum=127.0.0.1:58414, baseZNode=/0360384661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0360384661/rs 2024-11-10T15:18:31,208 DEBUG [RS:0;c0771061be61:45181 {}] zookeeper.ZKUtil(111): regionserver:45181-0x1012553a5fd0001, quorum=127.0.0.1:58414, baseZNode=/0360384661 Set watcher on existing znode=/0360384661/rs/c0771061be61,45181,1731251910068 2024-11-10T15:18:31,208 WARN [RS:0;c0771061be61:45181 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T15:18:31,208 INFO [RS:0;c0771061be61:45181 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T15:18:31,208 DEBUG [RS:0;c0771061be61:45181 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33147/user/jenkins/test-data/89d6d207-fcb8-8a46-d4d0-4fb2b26a2e9e/WALs/c0771061be61,45181,1731251910068 2024-11-10T15:18:31,213 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c0771061be61,45181,1731251910068] 2024-11-10T15:18:31,218 INFO [RS:0;c0771061be61:45181 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T15:18:31,221 INFO [RS:0;c0771061be61:45181 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T15:18:31,224 INFO [RS:0;c0771061be61:45181 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T15:18:31,224 INFO [RS:0;c0771061be61:45181 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:31,226 INFO [RS:0;c0771061be61:45181 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T15:18:31,227 INFO [RS:0;c0771061be61:45181 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T15:18:31,227 INFO [RS:0;c0771061be61:45181 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:31,227 DEBUG [RS:0;c0771061be61:45181 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:18:31,227 DEBUG [RS:0;c0771061be61:45181 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:18:31,227 DEBUG [RS:0;c0771061be61:45181 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:18:31,227 DEBUG [RS:0;c0771061be61:45181 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:18:31,227 DEBUG [RS:0;c0771061be61:45181 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:18:31,227 DEBUG [RS:0;c0771061be61:45181 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c0771061be61:0, corePoolSize=2, maxPoolSize=2 2024-11-10T15:18:31,227 DEBUG [RS:0;c0771061be61:45181 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:18:31,227 DEBUG [RS:0;c0771061be61:45181 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:18:31,227 DEBUG [RS:0;c0771061be61:45181 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:18:31,227 DEBUG [RS:0;c0771061be61:45181 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:18:31,227 DEBUG [RS:0;c0771061be61:45181 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:18:31,228 DEBUG [RS:0;c0771061be61:45181 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:18:31,228 DEBUG [RS:0;c0771061be61:45181 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c0771061be61:0, corePoolSize=3, maxPoolSize=3 2024-11-10T15:18:31,228 DEBUG [RS:0;c0771061be61:45181 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c0771061be61:0, corePoolSize=3, maxPoolSize=3 2024-11-10T15:18:31,232 INFO [RS:0;c0771061be61:45181 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:31,232 INFO [RS:0;c0771061be61:45181 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:31,232 INFO [RS:0;c0771061be61:45181 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:31,232 INFO [RS:0;c0771061be61:45181 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:31,232 INFO [RS:0;c0771061be61:45181 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:31,232 INFO [RS:0;c0771061be61:45181 {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,45181,1731251910068-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T15:18:31,250 INFO [RS:0;c0771061be61:45181 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T15:18:31,250 INFO [RS:0;c0771061be61:45181 {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,45181,1731251910068-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:31,250 INFO [RS:0;c0771061be61:45181 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:31,250 INFO [RS:0;c0771061be61:45181 {}] regionserver.Replication(171): c0771061be61,45181,1731251910068 started 2024-11-10T15:18:31,267 INFO [RS:0;c0771061be61:45181 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:31,267 INFO [RS:0;c0771061be61:45181 {}] regionserver.HRegionServer(1482): Serving as c0771061be61,45181,1731251910068, RpcServer on c0771061be61/172.17.0.3:45181, sessionid=0x1012553a5fd0001 2024-11-10T15:18:31,267 DEBUG [RS:0;c0771061be61:45181 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T15:18:31,267 DEBUG [RS:0;c0771061be61:45181 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c0771061be61,45181,1731251910068 2024-11-10T15:18:31,267 DEBUG [RS:0;c0771061be61:45181 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c0771061be61,45181,1731251910068' 2024-11-10T15:18:31,267 DEBUG [RS:0;c0771061be61:45181 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0360384661/flush-table-proc/abort' 2024-11-10T15:18:31,268 DEBUG [RS:0;c0771061be61:45181 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0360384661/flush-table-proc/acquired' 2024-11-10T15:18:31,268 DEBUG [RS:0;c0771061be61:45181 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T15:18:31,268 DEBUG [RS:0;c0771061be61:45181 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T15:18:31,268 DEBUG [RS:0;c0771061be61:45181 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c0771061be61,45181,1731251910068 2024-11-10T15:18:31,268 DEBUG [RS:0;c0771061be61:45181 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c0771061be61,45181,1731251910068' 2024-11-10T15:18:31,268 DEBUG [RS:0;c0771061be61:45181 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0360384661/online-snapshot/abort' 2024-11-10T15:18:31,269 DEBUG [RS:0;c0771061be61:45181 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0360384661/online-snapshot/acquired' 2024-11-10T15:18:31,269 DEBUG [RS:0;c0771061be61:45181 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T15:18:31,269 INFO [RS:0;c0771061be61:45181 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T15:18:31,269 INFO [RS:0;c0771061be61:45181 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T15:18:31,370 INFO [RS:0;c0771061be61:45181 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T15:18:31,373 INFO [RS:0;c0771061be61:45181 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0771061be61%2C45181%2C1731251910068, suffix=, logDir=hdfs://localhost:33147/user/jenkins/test-data/89d6d207-fcb8-8a46-d4d0-4fb2b26a2e9e/WALs/c0771061be61,45181,1731251910068, archiveDir=hdfs://localhost:33147/user/jenkins/test-data/89d6d207-fcb8-8a46-d4d0-4fb2b26a2e9e/oldWALs, maxLogs=10 2024-11-10T15:18:31,399 DEBUG [RS:0;c0771061be61:45181 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/89d6d207-fcb8-8a46-d4d0-4fb2b26a2e9e/WALs/c0771061be61,45181,1731251910068/c0771061be61%2C45181%2C1731251910068.1731251911374, exclude list is [], retry=0 2024-11-10T15:18:31,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38453,DS-17512cd8-94bb-4516-96f1-9dc8a2185d9c,DISK] 2024-11-10T15:18:31,410 INFO [RS:0;c0771061be61:45181 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/89d6d207-fcb8-8a46-d4d0-4fb2b26a2e9e/WALs/c0771061be61,45181,1731251910068/c0771061be61%2C45181%2C1731251910068.1731251911374 2024-11-10T15:18:31,412 DEBUG [RS:0;c0771061be61:45181 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32991:32991)] 2024-11-10T15:18:31,571 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:18:31,575 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T15:18:31,578 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T15:18:31,579 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:18:31,579 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:18:31,579 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T15:18:31,584 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T15:18:31,584 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:18:31,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:18:31,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T15:18:31,591 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T15:18:31,591 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:18:31,592 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:18:31,592 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T15:18:31,594 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T15:18:31,594 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:18:31,595 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:18:31,595 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T15:18:31,596 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33147/user/jenkins/test-data/89d6d207-fcb8-8a46-d4d0-4fb2b26a2e9e/data/hbase/meta/1588230740 2024-11-10T15:18:31,597 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33147/user/jenkins/test-data/89d6d207-fcb8-8a46-d4d0-4fb2b26a2e9e/data/hbase/meta/1588230740 2024-11-10T15:18:31,600 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T15:18:31,600 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T15:18:31,601 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T15:18:31,602 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T15:18:31,607 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33147/user/jenkins/test-data/89d6d207-fcb8-8a46-d4d0-4fb2b26a2e9e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T15:18:31,608 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66094705, jitterRate=-0.015112146735191345}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T15:18:31,609 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731251911572Initializing all the Stores at 1731251911573 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731251911573Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731251911575 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731251911575Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731251911575Cleaning up temporary data from old regions at 1731251911600 (+25 ms)Region opened successfully at 1731251911609 (+9 ms) 2024-11-10T15:18:31,609 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T15:18:31,609 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T15:18:31,609 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T15:18:31,609 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T15:18:31,610 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T15:18:31,628 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T15:18:31,628 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731251911609Disabling compacts and flushes for region at 1731251911609Disabling writes for close at 1731251911609Writing region close event to WAL at 1731251911628 (+19 ms)Closed at 1731251911628 2024-11-10T15:18:31,630 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T15:18:31,630 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T15:18:31,631 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T15:18:31,633 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T15:18:31,634 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T15:18:31,785 DEBUG [c0771061be61:36229 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T15:18:31,786 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c0771061be61,45181,1731251910068 2024-11-10T15:18:31,787 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c0771061be61,45181,1731251910068, state=OPENING 2024-11-10T15:18:31,823 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T15:18:31,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45181-0x1012553a5fd0001, quorum=127.0.0.1:58414, baseZNode=/0360384661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0360384661 2024-11-10T15:18:31,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36229-0x1012553a5fd0000, quorum=127.0.0.1:58414, baseZNode=/0360384661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0360384661 2024-11-10T15:18:31,839 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0360384661/meta-region-server: CHANGED 2024-11-10T15:18:31,839 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T15:18:31,839 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0360384661/meta-region-server: CHANGED 2024-11-10T15:18:31,839 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c0771061be61,45181,1731251910068}] 2024-11-10T15:18:31,993 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T15:18:31,995 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40395, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T15:18:31,999 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T15:18:31,999 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T15:18:32,000 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T15:18:32,001 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0771061be61%2C45181%2C1731251910068.meta, suffix=.meta, logDir=hdfs://localhost:33147/user/jenkins/test-data/89d6d207-fcb8-8a46-d4d0-4fb2b26a2e9e/WALs/c0771061be61,45181,1731251910068, archiveDir=hdfs://localhost:33147/user/jenkins/test-data/89d6d207-fcb8-8a46-d4d0-4fb2b26a2e9e/oldWALs, maxLogs=10 2024-11-10T15:18:32,023 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/89d6d207-fcb8-8a46-d4d0-4fb2b26a2e9e/WALs/c0771061be61,45181,1731251910068/c0771061be61%2C45181%2C1731251910068.meta.1731251912002.meta, exclude list is [], retry=0 2024-11-10T15:18:32,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38453,DS-17512cd8-94bb-4516-96f1-9dc8a2185d9c,DISK] 2024-11-10T15:18:32,028 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/89d6d207-fcb8-8a46-d4d0-4fb2b26a2e9e/WALs/c0771061be61,45181,1731251910068/c0771061be61%2C45181%2C1731251910068.meta.1731251912002.meta 2024-11-10T15:18:32,028 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32991:32991)] 2024-11-10T15:18:32,029 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T15:18:32,029 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T15:18:32,029 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T15:18:32,029 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T15:18:32,029 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T15:18:32,029 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T15:18:32,030 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:18:32,030 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T15:18:32,030 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T15:18:32,032 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T15:18:32,033 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T15:18:32,033 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:18:32,034 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:18:32,034 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T15:18:32,034 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T15:18:32,035 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:18:32,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:18:32,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T15:18:32,036 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T15:18:32,036 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:18:32,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:18:32,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T15:18:32,037 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T15:18:32,037 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:18:32,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:18:32,038 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T15:18:32,039 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33147/user/jenkins/test-data/89d6d207-fcb8-8a46-d4d0-4fb2b26a2e9e/data/hbase/meta/1588230740 2024-11-10T15:18:32,044 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33147/user/jenkins/test-data/89d6d207-fcb8-8a46-d4d0-4fb2b26a2e9e/data/hbase/meta/1588230740 2024-11-10T15:18:32,046 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T15:18:32,046 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T15:18:32,047 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T15:18:32,048 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T15:18:32,049 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65977396, jitterRate=-0.01686018705368042}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T15:18:32,049 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T15:18:32,050 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731251912030Writing region info on filesystem at 1731251912030Initializing all the Stores at 1731251912031 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731251912031Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731251912032 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731251912032Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731251912032Cleaning up temporary data from old regions at 1731251912046 (+14 ms)Running coprocessor post-open hooks at 1731251912049 (+3 ms)Region opened successfully at 1731251912050 (+1 ms) 2024-11-10T15:18:32,052 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731251911992 2024-11-10T15:18:32,054 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T15:18:32,054 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T15:18:32,055 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c0771061be61,45181,1731251910068 2024-11-10T15:18:32,056 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c0771061be61,45181,1731251910068, state=OPEN 2024-11-10T15:18:32,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36229-0x1012553a5fd0000, quorum=127.0.0.1:58414, baseZNode=/0360384661 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0360384661/meta-region-server 2024-11-10T15:18:32,098 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c0771061be61,45181,1731251910068 2024-11-10T15:18:32,098 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0360384661/meta-region-server: CHANGED 2024-11-10T15:18:32,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45181-0x1012553a5fd0001, quorum=127.0.0.1:58414, baseZNode=/0360384661 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0360384661/meta-region-server 2024-11-10T15:18:32,098 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0360384661/meta-region-server: CHANGED 2024-11-10T15:18:32,103 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T15:18:32,103 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c0771061be61,45181,1731251910068 in 259 msec 2024-11-10T15:18:32,109 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T15:18:32,109 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 473 msec 2024-11-10T15:18:32,110 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T15:18:32,110 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T15:18:32,115 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T15:18:32,115 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0771061be61,45181,1731251910068, seqNum=-1] 2024-11-10T15:18:32,115 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T15:18:32,117 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52047, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T15:18:32,128 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0210 sec 2024-11-10T15:18:32,129 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731251912128, completionTime=-1 2024-11-10T15:18:32,129 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T15:18:32,129 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T15:18:32,132 INFO [master/c0771061be61:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T15:18:32,132 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731251972132 2024-11-10T15:18:32,132 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731252032132 2024-11-10T15:18:32,132 INFO [master/c0771061be61:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-10T15:18:32,133 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,36229,1731251909749-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:32,133 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,36229,1731251909749-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:32,133 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,36229,1731251909749-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:32,133 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c0771061be61:36229, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:32,133 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:32,136 DEBUG [master/c0771061be61:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T15:18:32,140 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:32,146 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.960sec 2024-11-10T15:18:32,146 INFO [master/c0771061be61:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T15:18:32,146 INFO [master/c0771061be61:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T15:18:32,146 INFO [master/c0771061be61:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T15:18:32,146 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T15:18:32,146 INFO [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T15:18:32,146 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,36229,1731251909749-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T15:18:32,146 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,36229,1731251909749-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T15:18:32,151 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T15:18:32,151 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T15:18:32,151 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,36229,1731251909749-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:32,152 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bec2631, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:18:32,152 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0771061be61,36229,-1 for getting cluster id 2024-11-10T15:18:32,153 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T15:18:32,156 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '023c31f8-b2e6-464b-b132-be6c0ead7edd' 2024-11-10T15:18:32,157 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T15:18:32,157 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "023c31f8-b2e6-464b-b132-be6c0ead7edd" 2024-11-10T15:18:32,157 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2777137d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:18:32,157 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0771061be61,36229,-1] 2024-11-10T15:18:32,158 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T15:18:32,158 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:18:32,159 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T15:18:32,160 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c2b0a72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:18:32,161 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T15:18:32,163 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0771061be61,45181,1731251910068, seqNum=-1] 2024-11-10T15:18:32,163 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T15:18:32,165 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T15:18:32,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c0771061be61,36229,1731251909749 2024-11-10T15:18:32,168 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58414 2024-11-10T15:18:32,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58414, baseZNode=/0360384661 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T15:18:32,188 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012553a5fd0002 connected 2024-11-10T15:18:32,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e86dfe5-8326-b081-f4bd-cd7a59fb1b58/hadoop.log.dir so I do NOT create it in target/test-data/339f9b5f-85c2-96bb-e184-2f750c12fe8d 2024-11-10T15:18:32,198 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e86dfe5-8326-b081-f4bd-cd7a59fb1b58/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T15:18:32,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e86dfe5-8326-b081-f4bd-cd7a59fb1b58/hadoop.tmp.dir so I do NOT create it in target/test-data/339f9b5f-85c2-96bb-e184-2f750c12fe8d 2024-11-10T15:18:32,198 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e86dfe5-8326-b081-f4bd-cd7a59fb1b58/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T15:18:32,198 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/339f9b5f-85c2-96bb-e184-2f750c12fe8d 2024-11-10T15:18:32,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T15:18:32,199 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/339f9b5f-85c2-96bb-e184-2f750c12fe8d/cluster_3aa5414e-1baa-5d4a-2532-e0ee99ef113d, deleteOnExit=true 2024-11-10T15:18:32,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T15:18:32,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/339f9b5f-85c2-96bb-e184-2f750c12fe8d/test.cache.data in system properties and HBase conf 2024-11-10T15:18:32,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/339f9b5f-85c2-96bb-e184-2f750c12fe8d/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T15:18:32,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/339f9b5f-85c2-96bb-e184-2f750c12fe8d/hadoop.log.dir in system properties and HBase conf 2024-11-10T15:18:32,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/339f9b5f-85c2-96bb-e184-2f750c12fe8d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T15:18:32,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/339f9b5f-85c2-96bb-e184-2f750c12fe8d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T15:18:32,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T15:18:32,200 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T15:18:32,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/339f9b5f-85c2-96bb-e184-2f750c12fe8d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T15:18:32,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/339f9b5f-85c2-96bb-e184-2f750c12fe8d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T15:18:32,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/339f9b5f-85c2-96bb-e184-2f750c12fe8d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T15:18:32,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/339f9b5f-85c2-96bb-e184-2f750c12fe8d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T15:18:32,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/339f9b5f-85c2-96bb-e184-2f750c12fe8d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T15:18:32,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/339f9b5f-85c2-96bb-e184-2f750c12fe8d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T15:18:32,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/339f9b5f-85c2-96bb-e184-2f750c12fe8d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T15:18:32,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/339f9b5f-85c2-96bb-e184-2f750c12fe8d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T15:18:32,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/339f9b5f-85c2-96bb-e184-2f750c12fe8d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T15:18:32,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/339f9b5f-85c2-96bb-e184-2f750c12fe8d/nfs.dump.dir in system properties and HBase conf 2024-11-10T15:18:32,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/339f9b5f-85c2-96bb-e184-2f750c12fe8d/java.io.tmpdir in system properties and HBase conf 2024-11-10T15:18:32,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/339f9b5f-85c2-96bb-e184-2f750c12fe8d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T15:18:32,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/339f9b5f-85c2-96bb-e184-2f750c12fe8d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T15:18:32,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/339f9b5f-85c2-96bb-e184-2f750c12fe8d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T15:18:32,671 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T15:18:32,686 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T15:18:32,744 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T15:18:32,744 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T15:18:32,744 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T15:18:32,747 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T15:18:32,748 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@54197af4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/339f9b5f-85c2-96bb-e184-2f750c12fe8d/hadoop.log.dir/,AVAILABLE} 2024-11-10T15:18:32,749 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@546cc908{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T15:18:32,930 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5eccdfb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/339f9b5f-85c2-96bb-e184-2f750c12fe8d/java.io.tmpdir/jetty-localhost-38555-hadoop-hdfs-3_4_1-tests_jar-_-any-6194243228396688566/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T15:18:32,931 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c0eb46c{HTTP/1.1, (http/1.1)}{localhost:38555} 2024-11-10T15:18:32,931 INFO [Time-limited test {}] server.Server(415): Started @43424ms 2024-11-10T15:18:33,349 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T15:18:33,354 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T15:18:33,360 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T15:18:33,360 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T15:18:33,360 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T15:18:33,364 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4858e07a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/339f9b5f-85c2-96bb-e184-2f750c12fe8d/hadoop.log.dir/,AVAILABLE} 2024-11-10T15:18:33,365 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14777db9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T15:18:33,476 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b9b5fae{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/339f9b5f-85c2-96bb-e184-2f750c12fe8d/java.io.tmpdir/jetty-localhost-42747-hadoop-hdfs-3_4_1-tests_jar-_-any-3541821725253963852/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T15:18:33,476 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@57dbb8e2{HTTP/1.1, (http/1.1)}{localhost:42747} 2024-11-10T15:18:33,476 INFO [Time-limited test {}] server.Server(415): Started @43970ms 2024-11-10T15:18:33,478 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T15:18:34,625 WARN [Thread-619 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/339f9b5f-85c2-96bb-e184-2f750c12fe8d/cluster_3aa5414e-1baa-5d4a-2532-e0ee99ef113d/data/data1/current/BP-416394062-172.17.0.3-1731251912238/current, will proceed with Du for space computation calculation, 2024-11-10T15:18:34,626 WARN [Thread-620 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/339f9b5f-85c2-96bb-e184-2f750c12fe8d/cluster_3aa5414e-1baa-5d4a-2532-e0ee99ef113d/data/data2/current/BP-416394062-172.17.0.3-1731251912238/current, will proceed with Du for space computation calculation, 2024-11-10T15:18:34,653 WARN [Thread-607 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T15:18:34,657 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9965f2e322044b27 with lease ID 0xa32fa3a17b6368b8: Processing first storage report for DS-87447af6-c83e-4caa-b928-7794cb558b0c from datanode DatanodeRegistration(127.0.0.1:39167, datanodeUuid=456cae4d-2ee8-4d8b-8112-956b1ef705cc, infoPort=41855, infoSecurePort=0, ipcPort=36315, storageInfo=lv=-57;cid=testClusterID;nsid=1229418846;c=1731251912238) 2024-11-10T15:18:34,657 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9965f2e322044b27 with lease ID 0xa32fa3a17b6368b8: from storage DS-87447af6-c83e-4caa-b928-7794cb558b0c node DatanodeRegistration(127.0.0.1:39167, datanodeUuid=456cae4d-2ee8-4d8b-8112-956b1ef705cc, infoPort=41855, infoSecurePort=0, ipcPort=36315, storageInfo=lv=-57;cid=testClusterID;nsid=1229418846;c=1731251912238), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T15:18:34,658 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9965f2e322044b27 with lease ID 0xa32fa3a17b6368b8: Processing first storage report for DS-51cc0b42-df7f-4b3c-ae84-0e86edf43eab from datanode DatanodeRegistration(127.0.0.1:39167, datanodeUuid=456cae4d-2ee8-4d8b-8112-956b1ef705cc, infoPort=41855, infoSecurePort=0, ipcPort=36315, storageInfo=lv=-57;cid=testClusterID;nsid=1229418846;c=1731251912238) 2024-11-10T15:18:34,658 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9965f2e322044b27 with lease ID 0xa32fa3a17b6368b8: from storage DS-51cc0b42-df7f-4b3c-ae84-0e86edf43eab node DatanodeRegistration(127.0.0.1:39167, datanodeUuid=456cae4d-2ee8-4d8b-8112-956b1ef705cc, infoPort=41855, infoSecurePort=0, ipcPort=36315, storageInfo=lv=-57;cid=testClusterID;nsid=1229418846;c=1731251912238), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T15:18:34,752 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/339f9b5f-85c2-96bb-e184-2f750c12fe8d 2024-11-10T15:18:34,752 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:18:34,754 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:18:34,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39167 is added to blk_1073741825_1001 (size=7) 2024-11-10T15:18:34,790 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44515/user/jenkins/test-data/7de4c45a-4dfd-cec0-677b-b3e4dea0e98a with version=8 2024-11-10T15:18:34,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44515/user/jenkins/test-data/7de4c45a-4dfd-cec0-677b-b3e4dea0e98a/hbase-staging 2024-11-10T15:18:34,793 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c0771061be61:0 server-side Connection retries=45 2024-11-10T15:18:34,793 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T15:18:34,794 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T15:18:34,794 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T15:18:34,794 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T15:18:34,794 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T15:18:34,794 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T15:18:34,794 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T15:18:34,800 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44543 2024-11-10T15:18:34,802 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44543 connecting to ZooKeeper ensemble=127.0.0.1:58414 2024-11-10T15:18:34,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:445430x0, quorum=127.0.0.1:58414, baseZNode=/11165422507 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T15:18:34,817 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44543-0x1012553a5fd0003 connected 2024-11-10T15:18:34,889 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:18:34,891 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:18:34,894 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44543-0x1012553a5fd0003, quorum=127.0.0.1:58414, baseZNode=/11165422507 Set watcher on znode that does not yet exist, /11165422507/running 2024-11-10T15:18:34,894 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44515/user/jenkins/test-data/7de4c45a-4dfd-cec0-677b-b3e4dea0e98a, hbase.cluster.distributed=false 2024-11-10T15:18:34,896 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44543-0x1012553a5fd0003, quorum=127.0.0.1:58414, baseZNode=/11165422507 Set watcher on znode that does not yet exist, /11165422507/acl 2024-11-10T15:18:34,900 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44543 2024-11-10T15:18:34,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44543 2024-11-10T15:18:34,908 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44543 2024-11-10T15:18:34,915 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44543 2024-11-10T15:18:34,916 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44543 2024-11-10T15:18:34,932 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c0771061be61:0 server-side Connection retries=45 2024-11-10T15:18:34,932 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T15:18:34,933 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T15:18:34,933 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T15:18:34,933 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T15:18:34,933 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T15:18:34,933 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T15:18:34,933 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T15:18:34,934 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40455 2024-11-10T15:18:34,935 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40455 connecting to ZooKeeper ensemble=127.0.0.1:58414 2024-11-10T15:18:34,936 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:18:34,937 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:18:34,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:404550x0, quorum=127.0.0.1:58414, baseZNode=/11165422507 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T15:18:34,953 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40455-0x1012553a5fd0004 connected 2024-11-10T15:18:34,953 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40455-0x1012553a5fd0004, quorum=127.0.0.1:58414, baseZNode=/11165422507 Set watcher on znode that does not yet exist, /11165422507/running 2024-11-10T15:18:34,953 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T15:18:34,962 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T15:18:34,963 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40455-0x1012553a5fd0004, quorum=127.0.0.1:58414, baseZNode=/11165422507 Set watcher on znode that does not yet exist, /11165422507/master 2024-11-10T15:18:34,964 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40455-0x1012553a5fd0004, quorum=127.0.0.1:58414, baseZNode=/11165422507 Set watcher on znode that does not yet exist, /11165422507/acl 2024-11-10T15:18:34,971 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40455 2024-11-10T15:18:34,972 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40455 2024-11-10T15:18:34,975 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40455 2024-11-10T15:18:34,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40455 2024-11-10T15:18:34,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40455 2024-11-10T15:18:34,992 DEBUG [M:0;c0771061be61:44543 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c0771061be61:44543 2024-11-10T15:18:34,993 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11165422507/backup-masters/c0771061be61,44543,1731251914793 2024-11-10T15:18:35,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44543-0x1012553a5fd0003, quorum=127.0.0.1:58414, baseZNode=/11165422507 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11165422507/backup-masters 2024-11-10T15:18:35,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40455-0x1012553a5fd0004, quorum=127.0.0.1:58414, baseZNode=/11165422507 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11165422507/backup-masters 2024-11-10T15:18:35,006 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44543-0x1012553a5fd0003, quorum=127.0.0.1:58414, baseZNode=/11165422507 Set watcher on existing znode=/11165422507/backup-masters/c0771061be61,44543,1731251914793 2024-11-10T15:18:35,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40455-0x1012553a5fd0004, quorum=127.0.0.1:58414, baseZNode=/11165422507 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11165422507/master 2024-11-10T15:18:35,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44543-0x1012553a5fd0003, quorum=127.0.0.1:58414, baseZNode=/11165422507 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11165422507 2024-11-10T15:18:35,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40455-0x1012553a5fd0004, quorum=127.0.0.1:58414, baseZNode=/11165422507 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11165422507 2024-11-10T15:18:35,017 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44543-0x1012553a5fd0003, quorum=127.0.0.1:58414, baseZNode=/11165422507 Set watcher on existing znode=/11165422507/master 2024-11-10T15:18:35,017 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11165422507/backup-masters/c0771061be61,44543,1731251914793 from backup master directory 2024-11-10T15:18:35,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44543-0x1012553a5fd0003, quorum=127.0.0.1:58414, baseZNode=/11165422507 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11165422507/backup-masters/c0771061be61,44543,1731251914793 2024-11-10T15:18:35,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44543-0x1012553a5fd0003, quorum=127.0.0.1:58414, baseZNode=/11165422507 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11165422507/backup-masters 2024-11-10T15:18:35,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40455-0x1012553a5fd0004, quorum=127.0.0.1:58414, baseZNode=/11165422507 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11165422507/backup-masters 2024-11-10T15:18:35,027 WARN [master/c0771061be61:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T15:18:35,027 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c0771061be61,44543,1731251914793 2024-11-10T15:18:35,031 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44515/user/jenkins/test-data/7de4c45a-4dfd-cec0-677b-b3e4dea0e98a/hbase.id] with ID: f1542465-89b9-4b4e-b90b-8333fbb63be4 2024-11-10T15:18:35,032 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44515/user/jenkins/test-data/7de4c45a-4dfd-cec0-677b-b3e4dea0e98a/.tmp/hbase.id 2024-11-10T15:18:35,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39167 is added to blk_1073741826_1002 (size=42) 2024-11-10T15:18:35,337 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T15:18:35,339 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:18:35,380 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:18:35,456 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44515/user/jenkins/test-data/7de4c45a-4dfd-cec0-677b-b3e4dea0e98a/.tmp/hbase.id]:[hdfs://localhost:44515/user/jenkins/test-data/7de4c45a-4dfd-cec0-677b-b3e4dea0e98a/hbase.id] 2024-11-10T15:18:35,476 INFO [master/c0771061be61:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:18:35,476 INFO [master/c0771061be61:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T15:18:35,481 INFO [master/c0771061be61:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 5ms. 2024-11-10T15:18:35,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40455-0x1012553a5fd0004, quorum=127.0.0.1:58414, baseZNode=/11165422507 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11165422507 2024-11-10T15:18:35,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44543-0x1012553a5fd0003, quorum=127.0.0.1:58414, baseZNode=/11165422507 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11165422507 2024-11-10T15:18:35,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39167 is added to blk_1073741827_1003 (size=196) 2024-11-10T15:18:35,533 INFO [master/c0771061be61:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T15:18:35,534 INFO [master/c0771061be61:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T15:18:35,540 INFO [master/c0771061be61:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T15:18:35,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39167 is added to blk_1073741828_1004 (size=1189) 2024-11-10T15:18:35,575 INFO [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44515/user/jenkins/test-data/7de4c45a-4dfd-cec0-677b-b3e4dea0e98a/MasterData/data/master/store 2024-11-10T15:18:35,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39167 is added to blk_1073741829_1005 (size=34) 2024-11-10T15:18:35,624 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:18:35,624 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T15:18:35,624 INFO [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:18:35,625 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:18:35,625 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T15:18:35,625 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:18:35,625 INFO [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:18:35,625 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731251915624Disabling compacts and flushes for region at 1731251915624Disabling writes for close at 1731251915625 (+1 ms)Writing region close event to WAL at 1731251915625Closed at 1731251915625 2024-11-10T15:18:35,626 WARN [master/c0771061be61:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44515/user/jenkins/test-data/7de4c45a-4dfd-cec0-677b-b3e4dea0e98a/MasterData/data/master/store/.initializing 2024-11-10T15:18:35,627 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44515/user/jenkins/test-data/7de4c45a-4dfd-cec0-677b-b3e4dea0e98a/MasterData/WALs/c0771061be61,44543,1731251914793 2024-11-10T15:18:35,628 INFO [master/c0771061be61:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T15:18:35,632 INFO [master/c0771061be61:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c0771061be61%2C44543%2C1731251914793, suffix=, logDir=hdfs://localhost:44515/user/jenkins/test-data/7de4c45a-4dfd-cec0-677b-b3e4dea0e98a/MasterData/WALs/c0771061be61,44543,1731251914793, archiveDir=hdfs://localhost:44515/user/jenkins/test-data/7de4c45a-4dfd-cec0-677b-b3e4dea0e98a/MasterData/oldWALs, maxLogs=10 2024-11-10T15:18:35,662 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7de4c45a-4dfd-cec0-677b-b3e4dea0e98a/MasterData/WALs/c0771061be61,44543,1731251914793/c0771061be61%2C44543%2C1731251914793.1731251915632, exclude list is [], retry=0 2024-11-10T15:18:35,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39167,DS-87447af6-c83e-4caa-b928-7794cb558b0c,DISK] 2024-11-10T15:18:35,681 INFO [master/c0771061be61:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7de4c45a-4dfd-cec0-677b-b3e4dea0e98a/MasterData/WALs/c0771061be61,44543,1731251914793/c0771061be61%2C44543%2C1731251914793.1731251915632 2024-11-10T15:18:35,691 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41855:41855)] 2024-11-10T15:18:35,691 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T15:18:35,692 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:18:35,692 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:18:35,692 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:18:35,707 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:18:35,709 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T15:18:35,709 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:18:35,710 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:18:35,710 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:18:35,712 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T15:18:35,712 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:18:35,713 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:18:35,713 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:18:35,716 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T15:18:35,716 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:18:35,716 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:18:35,717 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:18:35,718 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T15:18:35,719 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:18:35,719 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:18:35,719 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:18:35,720 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44515/user/jenkins/test-data/7de4c45a-4dfd-cec0-677b-b3e4dea0e98a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:18:35,724 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44515/user/jenkins/test-data/7de4c45a-4dfd-cec0-677b-b3e4dea0e98a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:18:35,730 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:18:35,730 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:18:35,731 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T15:18:35,733 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:18:35,745 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44515/user/jenkins/test-data/7de4c45a-4dfd-cec0-677b-b3e4dea0e98a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T15:18:35,746 INFO [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68576047, jitterRate=0.021862730383872986}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T15:18:35,746 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731251915692Initializing all the Stores at 1731251915693 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731251915694 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731251915705 (+11 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731251915705Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731251915705Cleaning up temporary data from old regions at 1731251915730 (+25 ms)Region opened successfully at 1731251915746 (+16 ms) 2024-11-10T15:18:35,749 INFO [master/c0771061be61:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T15:18:35,794 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15f91989, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c0771061be61/172.17.0.3:0 2024-11-10T15:18:35,795 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T15:18:35,795 INFO [master/c0771061be61:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T15:18:35,795 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T15:18:35,795 INFO [master/c0771061be61:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T15:18:35,796 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T15:18:35,797 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T15:18:35,797 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T15:18:35,803 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T15:18:35,804 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44543-0x1012553a5fd0003, quorum=127.0.0.1:58414, baseZNode=/11165422507 Unable to get data of znode /11165422507/balancer because node does not exist (not necessarily an error) 2024-11-10T15:18:35,811 WARN [RS:0;c0771061be61:45181 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of c0771061be61,36459,1731251880920: status=Processing ServerCrashProcedure of c0771061be61,36459,1731251880920 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731251899056, completionTime=-1 appears to have been leaked 2024-11-10T15:18:35,816 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11165422507/balancer already deleted, retry=false 2024-11-10T15:18:35,817 INFO [master/c0771061be61:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T15:18:35,819 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44543-0x1012553a5fd0003, quorum=127.0.0.1:58414, baseZNode=/11165422507 Unable to get data of znode /11165422507/normalizer because node does not exist (not necessarily an error) 2024-11-10T15:18:35,826 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11165422507/normalizer already deleted, retry=false 2024-11-10T15:18:35,826 INFO [master/c0771061be61:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T15:18:35,829 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44543-0x1012553a5fd0003, quorum=127.0.0.1:58414, baseZNode=/11165422507 Unable to get data of znode /11165422507/switch/split because node does not exist (not necessarily an error) 2024-11-10T15:18:35,847 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11165422507/switch/split already deleted, retry=false 2024-11-10T15:18:35,848 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44543-0x1012553a5fd0003, quorum=127.0.0.1:58414, baseZNode=/11165422507 Unable to get data of znode /11165422507/switch/merge because node does not exist (not necessarily an error) 2024-11-10T15:18:35,859 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11165422507/switch/merge already deleted, retry=false 2024-11-10T15:18:35,861 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44543-0x1012553a5fd0003, quorum=127.0.0.1:58414, baseZNode=/11165422507 Unable to get data of znode /11165422507/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T15:18:35,868 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11165422507/snapshot-cleanup already deleted, retry=false 2024-11-10T15:18:35,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40455-0x1012553a5fd0004, quorum=127.0.0.1:58414, baseZNode=/11165422507 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11165422507/running 2024-11-10T15:18:35,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40455-0x1012553a5fd0004, quorum=127.0.0.1:58414, baseZNode=/11165422507 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11165422507 2024-11-10T15:18:35,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44543-0x1012553a5fd0003, quorum=127.0.0.1:58414, baseZNode=/11165422507 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11165422507/running 2024-11-10T15:18:35,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44543-0x1012553a5fd0003, quorum=127.0.0.1:58414, baseZNode=/11165422507 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11165422507 2024-11-10T15:18:35,881 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c0771061be61,44543,1731251914793, sessionid=0x1012553a5fd0003, setting cluster-up flag (Was=false) 2024-11-10T15:18:35,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40455-0x1012553a5fd0004, quorum=127.0.0.1:58414, baseZNode=/11165422507 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11165422507 2024-11-10T15:18:35,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44543-0x1012553a5fd0003, quorum=127.0.0.1:58414, baseZNode=/11165422507 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11165422507 2024-11-10T15:18:35,931 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11165422507/flush-table-proc/acquired, /11165422507/flush-table-proc/reached, /11165422507/flush-table-proc/abort 2024-11-10T15:18:35,933 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c0771061be61,44543,1731251914793 2024-11-10T15:18:35,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40455-0x1012553a5fd0004, quorum=127.0.0.1:58414, baseZNode=/11165422507 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11165422507 2024-11-10T15:18:35,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44543-0x1012553a5fd0003, quorum=127.0.0.1:58414, baseZNode=/11165422507 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11165422507 2024-11-10T15:18:35,984 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11165422507/online-snapshot/acquired, /11165422507/online-snapshot/reached, /11165422507/online-snapshot/abort 2024-11-10T15:18:35,985 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c0771061be61,44543,1731251914793 2024-11-10T15:18:35,986 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44515/user/jenkins/test-data/7de4c45a-4dfd-cec0-677b-b3e4dea0e98a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T15:18:35,988 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T15:18:35,988 INFO [master/c0771061be61:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T15:18:35,989 INFO [master/c0771061be61:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T15:18:35,989 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c0771061be61,44543,1731251914793 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T15:18:35,994 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c0771061be61:0, corePoolSize=5, maxPoolSize=5 2024-11-10T15:18:35,994 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c0771061be61:0, corePoolSize=5, maxPoolSize=5 2024-11-10T15:18:35,994 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c0771061be61:0, corePoolSize=5, maxPoolSize=5 2024-11-10T15:18:35,994 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c0771061be61:0, corePoolSize=5, maxPoolSize=5 2024-11-10T15:18:35,994 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c0771061be61:0, corePoolSize=10, maxPoolSize=10 2024-11-10T15:18:35,994 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:18:35,994 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c0771061be61:0, corePoolSize=2, maxPoolSize=2 2024-11-10T15:18:35,994 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:18:36,000 INFO [RS:0;c0771061be61:40455 {}] regionserver.HRegionServer(746): ClusterId : f1542465-89b9-4b4e-b90b-8333fbb63be4 2024-11-10T15:18:36,000 DEBUG [RS:0;c0771061be61:40455 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T15:18:36,006 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T15:18:36,006 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T15:18:36,007 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:18:36,007 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T15:18:36,018 DEBUG [RS:0;c0771061be61:40455 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T15:18:36,018 DEBUG [RS:0;c0771061be61:40455 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T15:18:36,026 DEBUG [RS:0;c0771061be61:40455 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T15:18:36,026 DEBUG [RS:0;c0771061be61:40455 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72a763ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c0771061be61/172.17.0.3:0 2024-11-10T15:18:36,028 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731251946028 2024-11-10T15:18:36,028 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T15:18:36,028 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T15:18:36,028 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T15:18:36,028 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T15:18:36,028 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T15:18:36,028 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T15:18:36,036 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:36,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39167 is added to blk_1073741831_1007 (size=1321) 2024-11-10T15:18:36,040 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T15:18:36,040 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T15:18:36,040 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T15:18:36,040 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T15:18:36,046 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T15:18:36,046 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T15:18:36,046 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c0771061be61:0:becomeActiveMaster-HFileCleaner.large.0-1731251916046,5,FailOnTimeoutGroup] 2024-11-10T15:18:36,050 DEBUG [RS:0;c0771061be61:40455 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c0771061be61:40455 2024-11-10T15:18:36,050 INFO [RS:0;c0771061be61:40455 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T15:18:36,050 INFO [RS:0;c0771061be61:40455 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T15:18:36,050 DEBUG [RS:0;c0771061be61:40455 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T15:18:36,050 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c0771061be61:0:becomeActiveMaster-HFileCleaner.small.0-1731251916046,5,FailOnTimeoutGroup] 2024-11-10T15:18:36,050 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:36,050 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T15:18:36,050 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:36,051 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:36,051 INFO [RS:0;c0771061be61:40455 {}] regionserver.HRegionServer(2659): reportForDuty to master=c0771061be61,44543,1731251914793 with port=40455, startcode=1731251914932 2024-11-10T15:18:36,051 DEBUG [RS:0;c0771061be61:40455 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T15:18:36,053 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35503, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T15:18:36,053 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44543 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c0771061be61,40455,1731251914932 2024-11-10T15:18:36,054 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44543 {}] master.ServerManager(517): Registering regionserver=c0771061be61,40455,1731251914932 2024-11-10T15:18:36,055 DEBUG [RS:0;c0771061be61:40455 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44515/user/jenkins/test-data/7de4c45a-4dfd-cec0-677b-b3e4dea0e98a 2024-11-10T15:18:36,055 DEBUG [RS:0;c0771061be61:40455 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44515 2024-11-10T15:18:36,055 DEBUG [RS:0;c0771061be61:40455 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T15:18:36,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44543-0x1012553a5fd0003, quorum=127.0.0.1:58414, baseZNode=/11165422507 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11165422507/rs 2024-11-10T15:18:36,068 DEBUG [RS:0;c0771061be61:40455 {}] zookeeper.ZKUtil(111): regionserver:40455-0x1012553a5fd0004, quorum=127.0.0.1:58414, baseZNode=/11165422507 Set watcher on existing znode=/11165422507/rs/c0771061be61,40455,1731251914932 2024-11-10T15:18:36,068 WARN [RS:0;c0771061be61:40455 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T15:18:36,069 INFO [RS:0;c0771061be61:40455 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T15:18:36,069 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c0771061be61,40455,1731251914932] 2024-11-10T15:18:36,069 DEBUG [RS:0;c0771061be61:40455 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44515/user/jenkins/test-data/7de4c45a-4dfd-cec0-677b-b3e4dea0e98a/WALs/c0771061be61,40455,1731251914932 2024-11-10T15:18:36,082 INFO [RS:0;c0771061be61:40455 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T15:18:36,084 INFO [RS:0;c0771061be61:40455 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T15:18:36,092 INFO [RS:0;c0771061be61:40455 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T15:18:36,092 INFO [RS:0;c0771061be61:40455 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:36,100 INFO [RS:0;c0771061be61:40455 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T15:18:36,101 INFO [RS:0;c0771061be61:40455 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T15:18:36,101 INFO [RS:0;c0771061be61:40455 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:36,102 DEBUG [RS:0;c0771061be61:40455 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:18:36,102 DEBUG [RS:0;c0771061be61:40455 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:18:36,102 DEBUG [RS:0;c0771061be61:40455 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:18:36,102 DEBUG [RS:0;c0771061be61:40455 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:18:36,102 DEBUG [RS:0;c0771061be61:40455 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:18:36,102 DEBUG [RS:0;c0771061be61:40455 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c0771061be61:0, corePoolSize=2, maxPoolSize=2 2024-11-10T15:18:36,102 DEBUG [RS:0;c0771061be61:40455 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:18:36,102 DEBUG [RS:0;c0771061be61:40455 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:18:36,102 DEBUG [RS:0;c0771061be61:40455 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:18:36,102 DEBUG [RS:0;c0771061be61:40455 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:18:36,103 DEBUG [RS:0;c0771061be61:40455 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:18:36,103 DEBUG [RS:0;c0771061be61:40455 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:18:36,103 DEBUG [RS:0;c0771061be61:40455 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c0771061be61:0, corePoolSize=3, maxPoolSize=3 2024-11-10T15:18:36,103 DEBUG [RS:0;c0771061be61:40455 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c0771061be61:0, corePoolSize=3, maxPoolSize=3 2024-11-10T15:18:36,112 INFO [RS:0;c0771061be61:40455 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:36,113 INFO [RS:0;c0771061be61:40455 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:36,114 INFO [RS:0;c0771061be61:40455 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:36,114 INFO [RS:0;c0771061be61:40455 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:36,114 INFO [RS:0;c0771061be61:40455 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:36,114 INFO [RS:0;c0771061be61:40455 {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,40455,1731251914932-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T15:18:36,145 INFO [RS:0;c0771061be61:40455 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T15:18:36,145 INFO [RS:0;c0771061be61:40455 {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,40455,1731251914932-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:36,147 INFO [RS:0;c0771061be61:40455 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:36,147 INFO [RS:0;c0771061be61:40455 {}] regionserver.Replication(171): c0771061be61,40455,1731251914932 started 2024-11-10T15:18:36,167 INFO [RS:0;c0771061be61:40455 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:36,168 INFO [RS:0;c0771061be61:40455 {}] regionserver.HRegionServer(1482): Serving as c0771061be61,40455,1731251914932, RpcServer on c0771061be61/172.17.0.3:40455, sessionid=0x1012553a5fd0004 2024-11-10T15:18:36,168 DEBUG [RS:0;c0771061be61:40455 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T15:18:36,168 DEBUG [RS:0;c0771061be61:40455 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c0771061be61,40455,1731251914932 2024-11-10T15:18:36,168 DEBUG [RS:0;c0771061be61:40455 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c0771061be61,40455,1731251914932' 2024-11-10T15:18:36,168 DEBUG [RS:0;c0771061be61:40455 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11165422507/flush-table-proc/abort' 2024-11-10T15:18:36,168 DEBUG [RS:0;c0771061be61:40455 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11165422507/flush-table-proc/acquired' 2024-11-10T15:18:36,169 DEBUG [RS:0;c0771061be61:40455 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T15:18:36,169 DEBUG [RS:0;c0771061be61:40455 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T15:18:36,169 DEBUG [RS:0;c0771061be61:40455 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c0771061be61,40455,1731251914932 2024-11-10T15:18:36,169 DEBUG [RS:0;c0771061be61:40455 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c0771061be61,40455,1731251914932' 2024-11-10T15:18:36,169 DEBUG [RS:0;c0771061be61:40455 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11165422507/online-snapshot/abort' 2024-11-10T15:18:36,169 DEBUG [RS:0;c0771061be61:40455 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11165422507/online-snapshot/acquired' 2024-11-10T15:18:36,170 DEBUG [RS:0;c0771061be61:40455 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T15:18:36,170 INFO [RS:0;c0771061be61:40455 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T15:18:36,170 INFO [RS:0;c0771061be61:40455 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T15:18:36,270 INFO [RS:0;c0771061be61:40455 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T15:18:36,272 INFO [RS:0;c0771061be61:40455 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0771061be61%2C40455%2C1731251914932, suffix=, logDir=hdfs://localhost:44515/user/jenkins/test-data/7de4c45a-4dfd-cec0-677b-b3e4dea0e98a/WALs/c0771061be61,40455,1731251914932, archiveDir=hdfs://localhost:44515/user/jenkins/test-data/7de4c45a-4dfd-cec0-677b-b3e4dea0e98a/oldWALs, maxLogs=10 2024-11-10T15:18:36,292 DEBUG [RS:0;c0771061be61:40455 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7de4c45a-4dfd-cec0-677b-b3e4dea0e98a/WALs/c0771061be61,40455,1731251914932/c0771061be61%2C40455%2C1731251914932.1731251916272, exclude list is [], retry=0 2024-11-10T15:18:36,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39167,DS-87447af6-c83e-4caa-b928-7794cb558b0c,DISK] 2024-11-10T15:18:36,300 INFO [RS:0;c0771061be61:40455 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7de4c45a-4dfd-cec0-677b-b3e4dea0e98a/WALs/c0771061be61,40455,1731251914932/c0771061be61%2C40455%2C1731251914932.1731251916272 2024-11-10T15:18:36,304 DEBUG [RS:0;c0771061be61:40455 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41855:41855)] 2024-11-10T15:18:36,439 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44515/user/jenkins/test-data/7de4c45a-4dfd-cec0-677b-b3e4dea0e98a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T15:18:36,439 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44515/user/jenkins/test-data/7de4c45a-4dfd-cec0-677b-b3e4dea0e98a 2024-11-10T15:18:36,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39167 is added to blk_1073741833_1009 (size=32) 2024-11-10T15:18:36,465 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:18:36,469 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T15:18:36,472 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T15:18:36,472 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:18:36,473 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:18:36,473 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T15:18:36,475 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T15:18:36,475 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:18:36,475 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:18:36,475 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T15:18:36,477 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T15:18:36,477 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:18:36,477 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:18:36,477 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T15:18:36,479 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T15:18:36,479 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:18:36,480 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:18:36,480 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T15:18:36,480 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44515/user/jenkins/test-data/7de4c45a-4dfd-cec0-677b-b3e4dea0e98a/data/hbase/meta/1588230740 2024-11-10T15:18:36,481 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44515/user/jenkins/test-data/7de4c45a-4dfd-cec0-677b-b3e4dea0e98a/data/hbase/meta/1588230740 2024-11-10T15:18:36,483 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T15:18:36,483 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T15:18:36,484 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T15:18:36,485 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T15:18:36,493 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44515/user/jenkins/test-data/7de4c45a-4dfd-cec0-677b-b3e4dea0e98a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T15:18:36,494 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60827432, jitterRate=-0.09360063076019287}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T15:18:36,494 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731251916465Initializing all the Stores at 1731251916467 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731251916467Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731251916469 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731251916469Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731251916469Cleaning up temporary data from old regions at 1731251916483 (+14 ms)Region opened successfully at 1731251916494 (+11 ms) 2024-11-10T15:18:36,495 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T15:18:36,495 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T15:18:36,495 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T15:18:36,495 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T15:18:36,495 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T15:18:36,495 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T15:18:36,495 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731251916495Disabling compacts and flushes for region at 1731251916495Disabling writes for close at 1731251916495Writing region close event to WAL at 1731251916495Closed at 1731251916495 2024-11-10T15:18:36,497 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T15:18:36,497 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T15:18:36,498 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T15:18:36,503 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T15:18:36,504 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T15:18:36,655 DEBUG [c0771061be61:44543 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T15:18:36,655 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c0771061be61,40455,1731251914932 2024-11-10T15:18:36,657 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c0771061be61,40455,1731251914932, state=OPENING 2024-11-10T15:18:36,726 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T15:18:36,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40455-0x1012553a5fd0004, quorum=127.0.0.1:58414, baseZNode=/11165422507 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11165422507 2024-11-10T15:18:36,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44543-0x1012553a5fd0003, quorum=127.0.0.1:58414, baseZNode=/11165422507 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11165422507 2024-11-10T15:18:36,742 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T15:18:36,742 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11165422507/meta-region-server: CHANGED 2024-11-10T15:18:36,742 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11165422507/meta-region-server: CHANGED 2024-11-10T15:18:36,742 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c0771061be61,40455,1731251914932}] 2024-11-10T15:18:36,895 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T15:18:36,899 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58117, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T15:18:36,905 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T15:18:36,905 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T15:18:36,905 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T15:18:36,907 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0771061be61%2C40455%2C1731251914932.meta, suffix=.meta, logDir=hdfs://localhost:44515/user/jenkins/test-data/7de4c45a-4dfd-cec0-677b-b3e4dea0e98a/WALs/c0771061be61,40455,1731251914932, archiveDir=hdfs://localhost:44515/user/jenkins/test-data/7de4c45a-4dfd-cec0-677b-b3e4dea0e98a/oldWALs, maxLogs=10 2024-11-10T15:18:36,925 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7de4c45a-4dfd-cec0-677b-b3e4dea0e98a/WALs/c0771061be61,40455,1731251914932/c0771061be61%2C40455%2C1731251914932.meta.1731251916907.meta, exclude list is [], retry=0 2024-11-10T15:18:36,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39167,DS-87447af6-c83e-4caa-b928-7794cb558b0c,DISK] 2024-11-10T15:18:36,937 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7de4c45a-4dfd-cec0-677b-b3e4dea0e98a/WALs/c0771061be61,40455,1731251914932/c0771061be61%2C40455%2C1731251914932.meta.1731251916907.meta 2024-11-10T15:18:36,937 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41855:41855)] 2024-11-10T15:18:36,938 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T15:18:36,938 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T15:18:36,938 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T15:18:36,938 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T15:18:36,938 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T15:18:36,939 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T15:18:36,939 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:18:36,939 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T15:18:36,939 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T15:18:36,943 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T15:18:36,944 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T15:18:36,944 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:18:36,945 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:18:36,945 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T15:18:36,945 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T15:18:36,946 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:18:36,946 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:18:36,946 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T15:18:36,947 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T15:18:36,947 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:18:36,947 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:18:36,947 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T15:18:36,948 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T15:18:36,948 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:18:36,949 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:18:36,952 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T15:18:36,953 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44515/user/jenkins/test-data/7de4c45a-4dfd-cec0-677b-b3e4dea0e98a/data/hbase/meta/1588230740 2024-11-10T15:18:36,956 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44515/user/jenkins/test-data/7de4c45a-4dfd-cec0-677b-b3e4dea0e98a/data/hbase/meta/1588230740 2024-11-10T15:18:36,957 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T15:18:36,957 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T15:18:36,958 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T15:18:36,959 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T15:18:36,960 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67812064, jitterRate=0.010478496551513672}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T15:18:36,960 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T15:18:36,960 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731251916939Writing region info on filesystem at 1731251916939Initializing all the Stores at 1731251916943 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731251916943Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731251916943Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731251916943Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731251916943Cleaning up temporary data from old regions at 1731251916957 (+14 ms)Running coprocessor post-open hooks at 1731251916960 (+3 ms)Region opened successfully at 1731251916960 2024-11-10T15:18:36,962 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731251916895 2024-11-10T15:18:36,966 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c0771061be61,40455,1731251914932 2024-11-10T15:18:36,967 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T15:18:36,967 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T15:18:36,968 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c0771061be61,40455,1731251914932, state=OPEN 2024-11-10T15:18:36,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44543-0x1012553a5fd0003, quorum=127.0.0.1:58414, baseZNode=/11165422507 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11165422507/meta-region-server 2024-11-10T15:18:36,973 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c0771061be61,40455,1731251914932 2024-11-10T15:18:36,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40455-0x1012553a5fd0004, quorum=127.0.0.1:58414, baseZNode=/11165422507 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11165422507/meta-region-server 2024-11-10T15:18:36,974 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11165422507/meta-region-server: CHANGED 2024-11-10T15:18:36,974 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11165422507/meta-region-server: CHANGED 2024-11-10T15:18:36,978 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T15:18:36,979 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c0771061be61,40455,1731251914932 in 231 msec 2024-11-10T15:18:36,981 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T15:18:36,981 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 482 msec 2024-11-10T15:18:36,982 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T15:18:36,982 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T15:18:36,983 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T15:18:36,983 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0771061be61,40455,1731251914932, seqNum=-1] 2024-11-10T15:18:36,984 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T15:18:36,985 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46509, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T15:18:36,994 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0040 sec 2024-11-10T15:18:36,994 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731251916994, completionTime=-1 2024-11-10T15:18:36,994 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T15:18:36,994 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T15:18:36,996 INFO [master/c0771061be61:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T15:18:36,997 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731251976996 2024-11-10T15:18:36,997 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731252036997 2024-11-10T15:18:36,997 INFO [master/c0771061be61:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-10T15:18:36,997 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,44543,1731251914793-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:36,997 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,44543,1731251914793-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:36,997 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,44543,1731251914793-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:36,997 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c0771061be61:44543, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:36,997 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:36,998 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:37,004 DEBUG [master/c0771061be61:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T15:18:37,011 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.984sec 2024-11-10T15:18:37,011 INFO [master/c0771061be61:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T15:18:37,011 INFO [master/c0771061be61:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T15:18:37,011 INFO [master/c0771061be61:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T15:18:37,011 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T15:18:37,011 INFO [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T15:18:37,012 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,44543,1731251914793-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T15:18:37,012 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,44543,1731251914793-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T15:18:37,015 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T15:18:37,015 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T15:18:37,015 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,44543,1731251914793-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:37,102 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d3824b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:18:37,102 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0771061be61,44543,-1 for getting cluster id 2024-11-10T15:18:37,102 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T15:18:37,109 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f1542465-89b9-4b4e-b90b-8333fbb63be4' 2024-11-10T15:18:37,109 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T15:18:37,110 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f1542465-89b9-4b4e-b90b-8333fbb63be4" 2024-11-10T15:18:37,110 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e337bca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:18:37,110 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0771061be61,44543,-1] 2024-11-10T15:18:37,110 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T15:18:37,110 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:18:37,112 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T15:18:37,113 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77e1c6b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:18:37,113 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T15:18:37,117 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0771061be61,40455,1731251914932, seqNum=-1] 2024-11-10T15:18:37,118 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T15:18:37,121 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T15:18:37,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c0771061be61,44543,1731251914793 2024-11-10T15:18:37,125 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58414 2024-11-10T15:18:37,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58414, baseZNode=/11165422507 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T15:18:37,181 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1012553a5fd0005 connected 2024-11-10T15:18:37,218 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T15:18:37,228 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@189c7fec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:18:37,228 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0771061be61,36229,-1 for getting cluster id 2024-11-10T15:18:37,229 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T15:18:37,230 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '023c31f8-b2e6-464b-b132-be6c0ead7edd' 2024-11-10T15:18:37,230 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T15:18:37,230 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "023c31f8-b2e6-464b-b132-be6c0ead7edd" 2024-11-10T15:18:37,231 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@373dfc77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:18:37,231 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0771061be61,36229,-1] 2024-11-10T15:18:37,231 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T15:18:37,231 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:18:37,234 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T15:18:37,235 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16d51be8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:18:37,235 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T15:18:37,237 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is c0771061be61,36229,1731251909749 2024-11-10T15:18:37,237 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71e4759c 2024-11-10T15:18:37,237 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T15:18:37,239 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T15:18:37,239 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://c0771061be61:44543,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T15:18:37,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T15:18:37,244 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c0771061be61:44543' 2024-11-10T15:18:37,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T15:18:37,247 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@345218ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:18:37,247 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request c0771061be61,44543,-1 for getting cluster id 2024-11-10T15:18:37,247 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T15:18:37,248 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f1542465-89b9-4b4e-b90b-8333fbb63be4' 2024-11-10T15:18:37,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T15:18:37,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f1542465-89b9-4b4e-b90b-8333fbb63be4" 2024-11-10T15:18:37,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64261732, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:18:37,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0771061be61,44543,-1] 2024-11-10T15:18:37,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T15:18:37,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:18:37,251 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T15:18:37,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23a34690, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:18:37,252 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T15:18:37,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c0771061be61,44543,1731251914793 2024-11-10T15:18:37,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5a603188 2024-11-10T15:18:37,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T15:18:37,255 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T15:18:37,257 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-10T15:18:37,257 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T15:18:37,257 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:18:37,257 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:18:37,257 INFO [PEWorker-4 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T15:18:37,260 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T15:18:37,262 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T15:18:37,262 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T15:18:37,263 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:18:37,264 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T15:18:37,311 DEBUG [PEWorker-4 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T15:18:37,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38453 is added to blk_1073741835_1011 (size=1138) 2024-11-10T15:18:37,352 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 87953f06070b6224625336ea67d5ddb4, NAME => 'hbase:replication,,1731251917257.87953f06070b6224625336ea67d5ddb4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33147/user/jenkins/test-data/89d6d207-fcb8-8a46-d4d0-4fb2b26a2e9e 2024-11-10T15:18:37,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T15:18:37,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38453 is added to blk_1073741836_1012 (size=44) 2024-11-10T15:18:37,422 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731251917257.87953f06070b6224625336ea67d5ddb4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:18:37,422 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 87953f06070b6224625336ea67d5ddb4, disabling compactions & flushes 2024-11-10T15:18:37,422 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731251917257.87953f06070b6224625336ea67d5ddb4. 2024-11-10T15:18:37,422 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731251917257.87953f06070b6224625336ea67d5ddb4. 2024-11-10T15:18:37,422 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731251917257.87953f06070b6224625336ea67d5ddb4. after waiting 0 ms 2024-11-10T15:18:37,422 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731251917257.87953f06070b6224625336ea67d5ddb4. 2024-11-10T15:18:37,422 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731251917257.87953f06070b6224625336ea67d5ddb4. 2024-11-10T15:18:37,422 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 87953f06070b6224625336ea67d5ddb4: Waiting for close lock at 1731251917422Disabling compacts and flushes for region at 1731251917422Disabling writes for close at 1731251917422Writing region close event to WAL at 1731251917422Closed at 1731251917422 2024-11-10T15:18:37,425 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T15:18:37,425 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731251917257.87953f06070b6224625336ea67d5ddb4.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731251917425"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731251917425"}]},"ts":"1731251917425"} 2024-11-10T15:18:37,428 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T15:18:37,429 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T15:18:37,430 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731251917429"}]},"ts":"1731251917429"} 2024-11-10T15:18:37,432 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T15:18:37,432 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=87953f06070b6224625336ea67d5ddb4, ASSIGN}] 2024-11-10T15:18:37,434 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=87953f06070b6224625336ea67d5ddb4, ASSIGN 2024-11-10T15:18:37,435 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=87953f06070b6224625336ea67d5ddb4, ASSIGN; state=OFFLINE, location=c0771061be61,45181,1731251910068; forceNewPlan=false, retain=false 2024-11-10T15:18:37,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T15:18:37,586 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=87953f06070b6224625336ea67d5ddb4, regionState=OPENING, regionLocation=c0771061be61,45181,1731251910068 2024-11-10T15:18:37,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=87953f06070b6224625336ea67d5ddb4, ASSIGN because future has completed 2024-11-10T15:18:37,591 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 87953f06070b6224625336ea67d5ddb4, server=c0771061be61,45181,1731251910068}] 2024-11-10T15:18:37,764 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731251917257.87953f06070b6224625336ea67d5ddb4. 2024-11-10T15:18:37,764 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T15:18:37,765 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T15:18:37,766 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0771061be61%2C45181%2C1731251910068.rep, suffix=, logDir=hdfs://localhost:33147/user/jenkins/test-data/89d6d207-fcb8-8a46-d4d0-4fb2b26a2e9e/WALs/c0771061be61,45181,1731251910068, archiveDir=hdfs://localhost:33147/user/jenkins/test-data/89d6d207-fcb8-8a46-d4d0-4fb2b26a2e9e/oldWALs, maxLogs=10 2024-11-10T15:18:37,784 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/89d6d207-fcb8-8a46-d4d0-4fb2b26a2e9e/WALs/c0771061be61,45181,1731251910068/c0771061be61%2C45181%2C1731251910068.rep.1731251917767, exclude list is [], retry=0 2024-11-10T15:18:37,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38453,DS-17512cd8-94bb-4516-96f1-9dc8a2185d9c,DISK] 2024-11-10T15:18:37,801 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/89d6d207-fcb8-8a46-d4d0-4fb2b26a2e9e/WALs/c0771061be61,45181,1731251910068/c0771061be61%2C45181%2C1731251910068.rep.1731251917767 2024-11-10T15:18:37,807 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32991:32991)] 2024-11-10T15:18:37,807 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 87953f06070b6224625336ea67d5ddb4, NAME => 'hbase:replication,,1731251917257.87953f06070b6224625336ea67d5ddb4.', STARTKEY => '', ENDKEY => ''} 2024-11-10T15:18:37,807 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T15:18:37,808 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T15:18:37,808 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731251917257.87953f06070b6224625336ea67d5ddb4. service=MultiRowMutationService 2024-11-10T15:18:37,808 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T15:18:37,808 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 87953f06070b6224625336ea67d5ddb4 2024-11-10T15:18:37,808 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731251917257.87953f06070b6224625336ea67d5ddb4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:18:37,808 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 87953f06070b6224625336ea67d5ddb4 2024-11-10T15:18:37,808 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 87953f06070b6224625336ea67d5ddb4 2024-11-10T15:18:37,820 INFO [StoreOpener-87953f06070b6224625336ea67d5ddb4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 87953f06070b6224625336ea67d5ddb4 2024-11-10T15:18:37,825 INFO [StoreOpener-87953f06070b6224625336ea67d5ddb4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 87953f06070b6224625336ea67d5ddb4 columnFamilyName hfileref 2024-11-10T15:18:37,825 DEBUG [StoreOpener-87953f06070b6224625336ea67d5ddb4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:18:37,826 INFO [StoreOpener-87953f06070b6224625336ea67d5ddb4-1 {}] regionserver.HStore(327): Store=87953f06070b6224625336ea67d5ddb4/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:18:37,826 INFO [StoreOpener-87953f06070b6224625336ea67d5ddb4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 87953f06070b6224625336ea67d5ddb4 2024-11-10T15:18:37,828 INFO [StoreOpener-87953f06070b6224625336ea67d5ddb4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 87953f06070b6224625336ea67d5ddb4 columnFamilyName queue 2024-11-10T15:18:37,828 DEBUG [StoreOpener-87953f06070b6224625336ea67d5ddb4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:18:37,833 INFO [StoreOpener-87953f06070b6224625336ea67d5ddb4-1 {}] regionserver.HStore(327): Store=87953f06070b6224625336ea67d5ddb4/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:18:37,833 INFO [StoreOpener-87953f06070b6224625336ea67d5ddb4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 87953f06070b6224625336ea67d5ddb4 2024-11-10T15:18:37,835 INFO [StoreOpener-87953f06070b6224625336ea67d5ddb4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 87953f06070b6224625336ea67d5ddb4 columnFamilyName sid 2024-11-10T15:18:37,835 DEBUG [StoreOpener-87953f06070b6224625336ea67d5ddb4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:18:37,836 INFO [StoreOpener-87953f06070b6224625336ea67d5ddb4-1 {}] regionserver.HStore(327): Store=87953f06070b6224625336ea67d5ddb4/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:18:37,836 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 87953f06070b6224625336ea67d5ddb4 2024-11-10T15:18:37,838 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33147/user/jenkins/test-data/89d6d207-fcb8-8a46-d4d0-4fb2b26a2e9e/data/hbase/replication/87953f06070b6224625336ea67d5ddb4 2024-11-10T15:18:37,838 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33147/user/jenkins/test-data/89d6d207-fcb8-8a46-d4d0-4fb2b26a2e9e/data/hbase/replication/87953f06070b6224625336ea67d5ddb4 2024-11-10T15:18:37,840 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 87953f06070b6224625336ea67d5ddb4 2024-11-10T15:18:37,840 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 87953f06070b6224625336ea67d5ddb4 2024-11-10T15:18:37,841 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T15:18:37,843 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 87953f06070b6224625336ea67d5ddb4 2024-11-10T15:18:37,847 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33147/user/jenkins/test-data/89d6d207-fcb8-8a46-d4d0-4fb2b26a2e9e/data/hbase/replication/87953f06070b6224625336ea67d5ddb4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T15:18:37,848 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 87953f06070b6224625336ea67d5ddb4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61754907, jitterRate=-0.07978017628192902}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T15:18:37,848 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 87953f06070b6224625336ea67d5ddb4 2024-11-10T15:18:37,849 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 87953f06070b6224625336ea67d5ddb4: Running coprocessor pre-open hook at 1731251917808Writing region info on filesystem at 1731251917808Initializing all the Stores at 1731251917816 (+8 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731251917816Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731251917817 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731251917817Cleaning up temporary data from old regions at 1731251917840 (+23 ms)Running coprocessor post-open hooks at 1731251917848 (+8 ms)Region opened successfully at 1731251917849 (+1 ms) 2024-11-10T15:18:37,850 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731251917257.87953f06070b6224625336ea67d5ddb4., pid=7, masterSystemTime=1731251917748 2024-11-10T15:18:37,853 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731251917257.87953f06070b6224625336ea67d5ddb4. 2024-11-10T15:18:37,853 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731251917257.87953f06070b6224625336ea67d5ddb4. 2024-11-10T15:18:37,854 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=87953f06070b6224625336ea67d5ddb4, regionState=OPEN, openSeqNum=2, regionLocation=c0771061be61,45181,1731251910068 2024-11-10T15:18:37,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 87953f06070b6224625336ea67d5ddb4, server=c0771061be61,45181,1731251910068 because future has completed 2024-11-10T15:18:37,867 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-10T15:18:37,867 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 87953f06070b6224625336ea67d5ddb4, server=c0771061be61,45181,1731251910068 in 272 msec 2024-11-10T15:18:37,873 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T15:18:37,873 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=87953f06070b6224625336ea67d5ddb4, ASSIGN in 435 msec 2024-11-10T15:18:37,874 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T15:18:37,874 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731251917874"}]},"ts":"1731251917874"} 2024-11-10T15:18:37,878 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T15:18:37,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T15:18:37,880 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T15:18:37,883 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 622 msec 2024-11-10T15:18:37,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731251917257.87953f06070b6224625336ea67d5ddb4., hostname=c0771061be61,45181,1731251910068, seqNum=2] 2024-11-10T15:18:37,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36229-0x1012553a5fd0000, quorum=127.0.0.1:58414, baseZNode=/0360384661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0360384661 2024-11-10T15:18:37,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45181-0x1012553a5fd0001, quorum=127.0.0.1:58414, baseZNode=/0360384661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0360384661 2024-11-10T15:18:37,965 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T15:18:38,118 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-10T15:18:38,118 INFO [RS_REFRESH_PEER-regionserver/c0771061be61:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T15:18:38,161 INFO [RS_REFRESH_PEER-regionserver/c0771061be61:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-c0771061be61,45181,1731251910068, ReplicationSource: 1, currentBandwidth=0 2024-11-10T15:18:38,162 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T15:18:38,163 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0771061be61,45181,1731251910068, seqNum=-1] 2024-11-10T15:18:38,163 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T15:18:38,164 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40927, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-10T15:18:38,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c0771061be61,45181,1731251910068', locateType=CURRENT is [region=hbase:replication,,1731251917257.87953f06070b6224625336ea67d5ddb4., hostname=c0771061be61,45181,1731251910068, seqNum=2] 2024-11-10T15:18:38,180 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-10T15:18:38,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-10T15:18:38,184 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c0771061be61,45181,1731251910068 suceeded 2024-11-10T15:18:38,188 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-10T15:18:38,188 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 220 msec 2024-11-10T15:18:38,188 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c0771061be61:44543,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T15:18:38,191 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 949 msec 2024-11-10T15:18:38,202 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,45181,1731251910068 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c0771061be61:44543' 2024-11-10T15:18:38,204 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,45181,1731251910068 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67eeef1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:18:38,204 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,45181,1731251910068 {}] client.ClusterIdFetcher(90): Going to request c0771061be61,44543,-1 for getting cluster id 2024-11-10T15:18:38,204 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,45181,1731251910068 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T15:18:38,205 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f1542465-89b9-4b4e-b90b-8333fbb63be4' 2024-11-10T15:18:38,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T15:18:38,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f1542465-89b9-4b4e-b90b-8333fbb63be4" 2024-11-10T15:18:38,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@61bd6757, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:18:38,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0771061be61,44543,-1] 2024-11-10T15:18:38,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T15:18:38,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:18:38,207 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-10T15:18:38,208 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,45181,1731251910068 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1e2bfb2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:18:38,208 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,45181,1731251910068 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T15:18:38,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c0771061be61,44543,1731251914793 2024-11-10T15:18:38,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4fcf77d0 2024-11-10T15:18:38,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T15:18:38,210 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-10T15:18:38,211 INFO [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,45181,1731251910068 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c0771061be61,45181,1731251910068 (queues=1) is replicating from cluster=023c31f8-b2e6-464b-b132-be6c0ead7edd to cluster=f1542465-89b9-4b4e-b90b-8333fbb63be4 2024-11-10T15:18:38,211 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,45181,1731251910068 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c0771061be61%2C45181%2C1731251910068 2024-11-10T15:18:38,211 INFO [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,45181,1731251910068 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c0771061be61,45181,1731251910068, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T15:18:38,214 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,45181,1731251910068.replicationSource.wal-reader.c0771061be61%2C45181%2C1731251910068,1-c0771061be61,45181,1731251910068 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33147/user/jenkins/test-data/89d6d207-fcb8-8a46-d4d0-4fb2b26a2e9e/WALs/c0771061be61,45181,1731251910068/c0771061be61%2C45181%2C1731251910068.1731251911374, startPosition=0, beingWritten=true 2024-11-10T15:18:38,214 INFO [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,45181,1731251910068.replicationSource.shipperc0771061be61%2C45181%2C1731251910068,1-c0771061be61,45181,1731251910068 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c0771061be61%2C45181%2C1731251910068 2024-11-10T15:18:38,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T15:18:38,388 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T15:18:38,389 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T15:18:38,389 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:18:38,389 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:18:38,389 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:18:38,389 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T15:18:38,389 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T15:18:38,390 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is c0771061be61,36229,1731251909749 2024-11-10T15:18:38,390 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f4e4f1b 2024-11-10T15:18:38,390 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T15:18:38,392 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T15:18:38,392 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-10T15:18:38,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T15:18:38,393 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T15:18:38,393 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:18:38,393 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:18:38,394 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:18:38,394 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T15:18:38,394 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=515712795, stopped=false 2024-11-10T15:18:38,394 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c0771061be61,44543,1731251914793 2024-11-10T15:18:38,394 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T15:18:38,422 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,45181,1731251910068.replicationSource.wal-reader.c0771061be61%2C45181%2C1731251910068,1-c0771061be61,45181,1731251910068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33147/user/jenkins/test-data/89d6d207-fcb8-8a46-d4d0-4fb2b26a2e9e/WALs/c0771061be61,45181,1731251910068/c0771061be61%2C45181%2C1731251910068.1731251911374 to pos 0, reset compression=false 2024-11-10T15:18:38,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44543-0x1012553a5fd0003, quorum=127.0.0.1:58414, baseZNode=/11165422507 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11165422507/running 2024-11-10T15:18:38,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40455-0x1012553a5fd0004, quorum=127.0.0.1:58414, baseZNode=/11165422507 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11165422507/running 2024-11-10T15:18:38,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40455-0x1012553a5fd0004, quorum=127.0.0.1:58414, baseZNode=/11165422507 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11165422507 2024-11-10T15:18:38,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44543-0x1012553a5fd0003, quorum=127.0.0.1:58414, baseZNode=/11165422507 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11165422507 2024-11-10T15:18:38,576 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T15:18:38,577 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T15:18:38,577 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:18:38,577 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:18:38,577 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c0771061be61,40455,1731251914932' ***** 2024-11-10T15:18:38,577 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T15:18:38,577 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40455-0x1012553a5fd0004, quorum=127.0.0.1:58414, baseZNode=/11165422507 Set watcher on znode that does not yet exist, /11165422507/running 2024-11-10T15:18:38,578 INFO [RS:0;c0771061be61:40455 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T15:18:38,578 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T15:18:38,578 INFO [RS:0;c0771061be61:40455 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T15:18:38,578 INFO [RS:0;c0771061be61:40455 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T15:18:38,578 INFO [RS:0;c0771061be61:40455 {}] regionserver.HRegionServer(959): stopping server c0771061be61,40455,1731251914932 2024-11-10T15:18:38,578 INFO [RS:0;c0771061be61:40455 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T15:18:38,578 INFO [RS:0;c0771061be61:40455 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c0771061be61:40455. 2024-11-10T15:18:38,578 DEBUG [RS:0;c0771061be61:40455 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:18:38,578 DEBUG [RS:0;c0771061be61:40455 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:18:38,578 INFO [RS:0;c0771061be61:40455 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T15:18:38,578 INFO [RS:0;c0771061be61:40455 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T15:18:38,578 INFO [RS:0;c0771061be61:40455 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T15:18:38,578 INFO [RS:0;c0771061be61:40455 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T15:18:38,579 INFO [RS:0;c0771061be61:40455 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T15:18:38,579 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44543-0x1012553a5fd0003, quorum=127.0.0.1:58414, baseZNode=/11165422507 Set watcher on znode that does not yet exist, /11165422507/running 2024-11-10T15:18:38,579 DEBUG [RS:0;c0771061be61:40455 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-10T15:18:38,579 DEBUG [RS:0;c0771061be61:40455 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T15:18:38,579 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T15:18:38,579 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T15:18:38,579 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T15:18:38,579 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T15:18:38,579 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T15:18:38,580 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-10T15:18:38,597 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44515/user/jenkins/test-data/7de4c45a-4dfd-cec0-677b-b3e4dea0e98a/data/hbase/meta/1588230740/.tmp/ns/a0ef742ad49344e48d307966b99ecd00 is 43, key is default/ns:d/1731251916986/Put/seqid=0 2024-11-10T15:18:38,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39167 is added to blk_1073741835_1011 (size=5153) 2024-11-10T15:18:38,624 INFO [regionserver/c0771061be61:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T15:18:38,730 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,45181,1731251910068.replicationSource.wal-reader.c0771061be61%2C45181%2C1731251910068,1-c0771061be61,45181,1731251910068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33147/user/jenkins/test-data/89d6d207-fcb8-8a46-d4d0-4fb2b26a2e9e/WALs/c0771061be61,45181,1731251910068/c0771061be61%2C45181%2C1731251910068.1731251911374 to pos 0, reset compression=false 2024-11-10T15:18:38,779 DEBUG [RS:0;c0771061be61:40455 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T15:18:38,979 DEBUG [RS:0;c0771061be61:40455 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T15:18:39,007 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:44515/user/jenkins/test-data/7de4c45a-4dfd-cec0-677b-b3e4dea0e98a/data/hbase/meta/1588230740/.tmp/ns/a0ef742ad49344e48d307966b99ecd00 2024-11-10T15:18:39,021 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44515/user/jenkins/test-data/7de4c45a-4dfd-cec0-677b-b3e4dea0e98a/data/hbase/meta/1588230740/.tmp/ns/a0ef742ad49344e48d307966b99ecd00 as hdfs://localhost:44515/user/jenkins/test-data/7de4c45a-4dfd-cec0-677b-b3e4dea0e98a/data/hbase/meta/1588230740/ns/a0ef742ad49344e48d307966b99ecd00 2024-11-10T15:18:39,033 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44515/user/jenkins/test-data/7de4c45a-4dfd-cec0-677b-b3e4dea0e98a/data/hbase/meta/1588230740/ns/a0ef742ad49344e48d307966b99ecd00, entries=2, sequenceid=6, filesize=5.0 K 2024-11-10T15:18:39,035 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 456ms, sequenceid=6, compaction requested=false 2024-11-10T15:18:39,047 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44515/user/jenkins/test-data/7de4c45a-4dfd-cec0-677b-b3e4dea0e98a/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-10T15:18:39,048 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T15:18:39,048 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T15:18:39,049 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T15:18:39,049 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731251918579Running coprocessor pre-close hooks at 1731251918579Disabling compacts and flushes for region at 1731251918579Disabling writes for close at 1731251918579Obtaining lock to block concurrent updates at 1731251918580 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731251918580Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731251918580Flushing stores of hbase:meta,,1.1588230740 at 1731251918581 (+1 ms)Flushing 1588230740/ns: creating writer at 1731251918581Flushing 1588230740/ns: appending metadata at 1731251918597 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731251918597Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46fc2fd: reopening flushed file at 1731251919019 (+422 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 456ms, sequenceid=6, compaction requested=false at 1731251919035 (+16 ms)Writing region close event to WAL at 1731251919038 (+3 ms)Running coprocessor post-close hooks at 1731251919048 (+10 ms)Closed at 1731251919049 (+1 ms) 2024-11-10T15:18:39,049 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T15:18:39,136 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,45181,1731251910068.replicationSource.wal-reader.c0771061be61%2C45181%2C1731251910068,1-c0771061be61,45181,1731251910068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33147/user/jenkins/test-data/89d6d207-fcb8-8a46-d4d0-4fb2b26a2e9e/WALs/c0771061be61,45181,1731251910068/c0771061be61%2C45181%2C1731251910068.1731251911374 to pos 0, reset compression=false 2024-11-10T15:18:39,137 INFO [regionserver/c0771061be61:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T15:18:39,137 INFO [regionserver/c0771061be61:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T15:18:39,179 INFO [RS:0;c0771061be61:40455 {}] regionserver.HRegionServer(976): stopping server c0771061be61,40455,1731251914932; all regions closed. 2024-11-10T15:18:39,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39167 is added to blk_1073741834_1010 (size=1152) 2024-11-10T15:18:39,191 DEBUG [RS:0;c0771061be61:40455 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7de4c45a-4dfd-cec0-677b-b3e4dea0e98a/oldWALs 2024-11-10T15:18:39,191 INFO [RS:0;c0771061be61:40455 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c0771061be61%2C40455%2C1731251914932.meta:.meta(num 1731251916907) 2024-11-10T15:18:39,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39167 is added to blk_1073741832_1008 (size=93) 2024-11-10T15:18:39,209 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7de4c45a-4dfd-cec0-677b-b3e4dea0e98a/WALs/c0771061be61,40455,1731251914932/c0771061be61%2C40455%2C1731251914932.1731251916272 not finished, retry = 0 2024-11-10T15:18:39,312 DEBUG [RS:0;c0771061be61:40455 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7de4c45a-4dfd-cec0-677b-b3e4dea0e98a/oldWALs 2024-11-10T15:18:39,312 INFO [RS:0;c0771061be61:40455 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c0771061be61%2C40455%2C1731251914932:(num 1731251916272) 2024-11-10T15:18:39,312 DEBUG [RS:0;c0771061be61:40455 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:18:39,312 INFO [RS:0;c0771061be61:40455 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T15:18:39,312 INFO [RS:0;c0771061be61:40455 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T15:18:39,313 INFO [RS:0;c0771061be61:40455 {}] hbase.ChoreService(370): Chore service for: regionserver/c0771061be61:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T15:18:39,313 INFO [RS:0;c0771061be61:40455 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T15:18:39,313 INFO [RS:0;c0771061be61:40455 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40455 2024-11-10T15:18:39,314 INFO [regionserver/c0771061be61:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T15:18:39,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40455-0x1012553a5fd0004, quorum=127.0.0.1:58414, baseZNode=/11165422507 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11165422507/rs/c0771061be61,40455,1731251914932 2024-11-10T15:18:39,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44543-0x1012553a5fd0003, quorum=127.0.0.1:58414, baseZNode=/11165422507 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11165422507/rs 2024-11-10T15:18:39,320 INFO [RS:0;c0771061be61:40455 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T15:18:39,321 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c0771061be61,40455,1731251914932] 2024-11-10T15:18:39,341 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11165422507/draining/c0771061be61,40455,1731251914932 already deleted, retry=false 2024-11-10T15:18:39,341 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c0771061be61,40455,1731251914932 expired; onlineServers=0 2024-11-10T15:18:39,342 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c0771061be61,44543,1731251914793' ***** 2024-11-10T15:18:39,342 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T15:18:39,342 INFO [M:0;c0771061be61:44543 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T15:18:39,342 INFO [M:0;c0771061be61:44543 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T15:18:39,342 DEBUG [M:0;c0771061be61:44543 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T15:18:39,342 DEBUG [M:0;c0771061be61:44543 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T15:18:39,342 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T15:18:39,342 DEBUG [master/c0771061be61:0:becomeActiveMaster-HFileCleaner.large.0-1731251916046 {}] cleaner.HFileCleaner(306): Exit Thread[master/c0771061be61:0:becomeActiveMaster-HFileCleaner.large.0-1731251916046,5,FailOnTimeoutGroup] 2024-11-10T15:18:39,342 DEBUG [master/c0771061be61:0:becomeActiveMaster-HFileCleaner.small.0-1731251916046 {}] cleaner.HFileCleaner(306): Exit Thread[master/c0771061be61:0:becomeActiveMaster-HFileCleaner.small.0-1731251916046,5,FailOnTimeoutGroup] 2024-11-10T15:18:39,342 INFO [M:0;c0771061be61:44543 {}] hbase.ChoreService(370): Chore service for: master/c0771061be61:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T15:18:39,342 INFO [M:0;c0771061be61:44543 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T15:18:39,342 DEBUG [M:0;c0771061be61:44543 {}] master.HMaster(1795): Stopping service threads 2024-11-10T15:18:39,342 INFO [M:0;c0771061be61:44543 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T15:18:39,342 INFO [M:0;c0771061be61:44543 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T15:18:39,343 INFO [M:0;c0771061be61:44543 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T15:18:39,343 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T15:18:39,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44543-0x1012553a5fd0003, quorum=127.0.0.1:58414, baseZNode=/11165422507 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11165422507/master 2024-11-10T15:18:39,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44543-0x1012553a5fd0003, quorum=127.0.0.1:58414, baseZNode=/11165422507 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11165422507 2024-11-10T15:18:39,363 DEBUG [M:0;c0771061be61:44543 {}] zookeeper.ZKUtil(347): master:44543-0x1012553a5fd0003, quorum=127.0.0.1:58414, baseZNode=/11165422507 Unable to get data of znode /11165422507/master because node does not exist (not an error) 2024-11-10T15:18:39,363 WARN [M:0;c0771061be61:44543 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T15:18:39,364 INFO [M:0;c0771061be61:44543 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44515/user/jenkins/test-data/7de4c45a-4dfd-cec0-677b-b3e4dea0e98a/.lastflushedseqids 2024-11-10T15:18:39,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39167 is added to blk_1073741836_1012 (size=99) 2024-11-10T15:18:39,417 INFO [M:0;c0771061be61:44543 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T15:18:39,417 INFO [M:0;c0771061be61:44543 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T15:18:39,417 DEBUG [M:0;c0771061be61:44543 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T15:18:39,417 INFO [M:0;c0771061be61:44543 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:18:39,417 DEBUG [M:0;c0771061be61:44543 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:18:39,417 DEBUG [M:0;c0771061be61:44543 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T15:18:39,417 DEBUG [M:0;c0771061be61:44543 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:18:39,418 INFO [M:0;c0771061be61:44543 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-10T15:18:39,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40455-0x1012553a5fd0004, quorum=127.0.0.1:58414, baseZNode=/11165422507 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T15:18:39,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40455-0x1012553a5fd0004, quorum=127.0.0.1:58414, baseZNode=/11165422507 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T15:18:39,431 INFO [RS:0;c0771061be61:40455 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T15:18:39,431 INFO [RS:0;c0771061be61:40455 {}] regionserver.HRegionServer(1031): Exiting; stopping=c0771061be61,40455,1731251914932; zookeeper connection closed. 2024-11-10T15:18:39,433 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@68cf1af7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@68cf1af7 2024-11-10T15:18:39,433 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T15:18:39,441 DEBUG [M:0;c0771061be61:44543 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44515/user/jenkins/test-data/7de4c45a-4dfd-cec0-677b-b3e4dea0e98a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9f3e19018ab9457ab1a81b161cc750f1 is 82, key is hbase:meta,,1/info:regioninfo/1731251916966/Put/seqid=0 2024-11-10T15:18:39,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39167 is added to blk_1073741837_1013 (size=5672) 2024-11-10T15:18:39,645 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,45181,1731251910068.replicationSource.wal-reader.c0771061be61%2C45181%2C1731251910068,1-c0771061be61,45181,1731251910068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33147/user/jenkins/test-data/89d6d207-fcb8-8a46-d4d0-4fb2b26a2e9e/WALs/c0771061be61,45181,1731251910068/c0771061be61%2C45181%2C1731251910068.1731251911374 to pos 0, reset compression=false 2024-11-10T15:18:39,834 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T15:18:39,834 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-10T15:18:39,835 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-10T15:18:39,835 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-10T15:18:39,835 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T15:18:39,835 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-10T15:18:39,836 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T15:18:39,836 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-10T15:18:39,836 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-10T15:18:39,836 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-10T15:18:39,850 INFO [M:0;c0771061be61:44543 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44515/user/jenkins/test-data/7de4c45a-4dfd-cec0-677b-b3e4dea0e98a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9f3e19018ab9457ab1a81b161cc750f1 2024-11-10T15:18:39,874 DEBUG [M:0;c0771061be61:44543 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44515/user/jenkins/test-data/7de4c45a-4dfd-cec0-677b-b3e4dea0e98a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/39a6e31175ca4147905e6d2f54e5549d is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731251916993/Put/seqid=0 2024-11-10T15:18:39,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39167 is added to blk_1073741838_1014 (size=5275) 2024-11-10T15:18:39,878 INFO [M:0;c0771061be61:44543 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44515/user/jenkins/test-data/7de4c45a-4dfd-cec0-677b-b3e4dea0e98a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/39a6e31175ca4147905e6d2f54e5549d 2024-11-10T15:18:39,902 DEBUG [M:0;c0771061be61:44543 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44515/user/jenkins/test-data/7de4c45a-4dfd-cec0-677b-b3e4dea0e98a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4d1403a966eb4ff5afdeb66801efe468 is 69, key is c0771061be61,40455,1731251914932/rs:state/1731251916054/Put/seqid=0 2024-11-10T15:18:39,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39167 is added to blk_1073741839_1015 (size=5156) 2024-11-10T15:18:40,253 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,45181,1731251910068.replicationSource.wal-reader.c0771061be61%2C45181%2C1731251910068,1-c0771061be61,45181,1731251910068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33147/user/jenkins/test-data/89d6d207-fcb8-8a46-d4d0-4fb2b26a2e9e/WALs/c0771061be61,45181,1731251910068/c0771061be61%2C45181%2C1731251910068.1731251911374 to pos 0, reset compression=false 2024-11-10T15:18:40,308 INFO [M:0;c0771061be61:44543 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44515/user/jenkins/test-data/7de4c45a-4dfd-cec0-677b-b3e4dea0e98a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4d1403a966eb4ff5afdeb66801efe468 2024-11-10T15:18:40,314 DEBUG [M:0;c0771061be61:44543 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44515/user/jenkins/test-data/7de4c45a-4dfd-cec0-677b-b3e4dea0e98a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9f3e19018ab9457ab1a81b161cc750f1 as hdfs://localhost:44515/user/jenkins/test-data/7de4c45a-4dfd-cec0-677b-b3e4dea0e98a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9f3e19018ab9457ab1a81b161cc750f1 2024-11-10T15:18:40,320 INFO [M:0;c0771061be61:44543 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44515/user/jenkins/test-data/7de4c45a-4dfd-cec0-677b-b3e4dea0e98a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9f3e19018ab9457ab1a81b161cc750f1, entries=8, sequenceid=28, filesize=5.5 K 2024-11-10T15:18:40,321 DEBUG [M:0;c0771061be61:44543 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44515/user/jenkins/test-data/7de4c45a-4dfd-cec0-677b-b3e4dea0e98a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/39a6e31175ca4147905e6d2f54e5549d as hdfs://localhost:44515/user/jenkins/test-data/7de4c45a-4dfd-cec0-677b-b3e4dea0e98a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/39a6e31175ca4147905e6d2f54e5549d 2024-11-10T15:18:40,336 INFO [M:0;c0771061be61:44543 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44515/user/jenkins/test-data/7de4c45a-4dfd-cec0-677b-b3e4dea0e98a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/39a6e31175ca4147905e6d2f54e5549d, entries=3, sequenceid=28, filesize=5.2 K 2024-11-10T15:18:40,337 DEBUG [M:0;c0771061be61:44543 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44515/user/jenkins/test-data/7de4c45a-4dfd-cec0-677b-b3e4dea0e98a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4d1403a966eb4ff5afdeb66801efe468 as hdfs://localhost:44515/user/jenkins/test-data/7de4c45a-4dfd-cec0-677b-b3e4dea0e98a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4d1403a966eb4ff5afdeb66801efe468 2024-11-10T15:18:40,346 INFO [M:0;c0771061be61:44543 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44515/user/jenkins/test-data/7de4c45a-4dfd-cec0-677b-b3e4dea0e98a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4d1403a966eb4ff5afdeb66801efe468, entries=1, sequenceid=28, filesize=5.0 K 2024-11-10T15:18:40,350 INFO [M:0;c0771061be61:44543 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 933ms, sequenceid=28, compaction requested=false 2024-11-10T15:18:40,360 INFO [M:0;c0771061be61:44543 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:18:40,360 DEBUG [M:0;c0771061be61:44543 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731251919417Disabling compacts and flushes for region at 1731251919417Disabling writes for close at 1731251919417Obtaining lock to block concurrent updates at 1731251919418 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731251919418Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731251919418Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731251919419 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731251919419Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731251919441 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731251919441Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731251919855 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731251919873 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731251919874 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731251919885 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731251919902 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731251919902Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6db0586a: reopening flushed file at 1731251920313 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@277ab14d: reopening flushed file at 1731251920320 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71441d7f: reopening flushed file at 1731251920336 (+16 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 933ms, sequenceid=28, compaction requested=false at 1731251920350 (+14 ms)Writing region close event to WAL at 1731251920360 (+10 ms)Closed at 1731251920360 2024-11-10T15:18:40,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39167 is added to blk_1073741830_1006 (size=10165) 2024-11-10T15:18:40,365 INFO [M:0;c0771061be61:44543 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T15:18:40,365 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T15:18:40,365 INFO [M:0;c0771061be61:44543 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44543 2024-11-10T15:18:40,368 INFO [M:0;c0771061be61:44543 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T15:18:40,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44543-0x1012553a5fd0003, quorum=127.0.0.1:58414, baseZNode=/11165422507 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T15:18:40,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44543-0x1012553a5fd0003, quorum=127.0.0.1:58414, baseZNode=/11165422507 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T15:18:40,473 INFO [M:0;c0771061be61:44543 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T15:18:40,476 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b9b5fae{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T15:18:40,476 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@57dbb8e2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T15:18:40,477 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T15:18:40,477 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14777db9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T15:18:40,477 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4858e07a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/339f9b5f-85c2-96bb-e184-2f750c12fe8d/hadoop.log.dir/,STOPPED} 2024-11-10T15:18:40,478 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T15:18:40,478 WARN [BP-416394062-172.17.0.3-1731251912238 heartbeating to localhost/127.0.0.1:44515 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T15:18:40,478 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T15:18:40,478 WARN [BP-416394062-172.17.0.3-1731251912238 heartbeating to localhost/127.0.0.1:44515 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-416394062-172.17.0.3-1731251912238 (Datanode Uuid 456cae4d-2ee8-4d8b-8112-956b1ef705cc) service to localhost/127.0.0.1:44515 2024-11-10T15:18:40,479 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/339f9b5f-85c2-96bb-e184-2f750c12fe8d/cluster_3aa5414e-1baa-5d4a-2532-e0ee99ef113d/data/data1/current/BP-416394062-172.17.0.3-1731251912238 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T15:18:40,479 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/339f9b5f-85c2-96bb-e184-2f750c12fe8d/cluster_3aa5414e-1baa-5d4a-2532-e0ee99ef113d/data/data2/current/BP-416394062-172.17.0.3-1731251912238 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T15:18:40,479 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T15:18:40,484 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5eccdfb{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T15:18:40,485 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c0eb46c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T15:18:40,485 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T15:18:40,485 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@546cc908{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T15:18:40,485 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@54197af4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/339f9b5f-85c2-96bb-e184-2f750c12fe8d/hadoop.log.dir/,STOPPED} 2024-11-10T15:18:40,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T15:18:40,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T15:18:40,500 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T15:18:40,500 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:18:40,500 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:18:40,500 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:18:40,500 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T15:18:40,500 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T15:18:40,500 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=310974255, stopped=false 2024-11-10T15:18:40,501 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c0771061be61,36229,1731251909749 2024-11-10T15:18:40,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45181-0x1012553a5fd0001, quorum=127.0.0.1:58414, baseZNode=/0360384661 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0360384661/running 2024-11-10T15:18:40,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36229-0x1012553a5fd0000, quorum=127.0.0.1:58414, baseZNode=/0360384661 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0360384661/running 2024-11-10T15:18:40,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45181-0x1012553a5fd0001, quorum=127.0.0.1:58414, baseZNode=/0360384661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0360384661 2024-11-10T15:18:40,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36229-0x1012553a5fd0000, quorum=127.0.0.1:58414, baseZNode=/0360384661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0360384661 2024-11-10T15:18:40,521 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T15:18:40,521 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T15:18:40,521 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:18:40,521 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:18:40,521 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36229-0x1012553a5fd0000, quorum=127.0.0.1:58414, baseZNode=/0360384661 Set watcher on znode that does not yet exist, /0360384661/running 2024-11-10T15:18:40,522 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c0771061be61,45181,1731251910068' ***** 2024-11-10T15:18:40,522 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T15:18:40,522 INFO [RS:0;c0771061be61:45181 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T15:18:40,522 INFO [RS:0;c0771061be61:45181 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T15:18:40,522 INFO [RS:0;c0771061be61:45181 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T15:18:40,522 INFO [RS:0;c0771061be61:45181 {}] regionserver.HRegionServer(3091): Received CLOSE for 87953f06070b6224625336ea67d5ddb4 2024-11-10T15:18:40,523 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T15:18:40,523 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45181-0x1012553a5fd0001, quorum=127.0.0.1:58414, baseZNode=/0360384661 Set watcher on znode that does not yet exist, /0360384661/running 2024-11-10T15:18:40,524 INFO [RS:0;c0771061be61:45181 {}] regionserver.HRegionServer(959): stopping server c0771061be61,45181,1731251910068 2024-11-10T15:18:40,524 INFO [RS:0;c0771061be61:45181 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T15:18:40,524 INFO [RS:0;c0771061be61:45181 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c0771061be61:45181. 2024-11-10T15:18:40,524 DEBUG [RS:0;c0771061be61:45181 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:18:40,524 DEBUG [RS:0;c0771061be61:45181 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:18:40,524 INFO [RS:0;c0771061be61:45181 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T15:18:40,525 INFO [RS:0;c0771061be61:45181 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T15:18:40,525 INFO [RS:0;c0771061be61:45181 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T15:18:40,525 INFO [RS:0;c0771061be61:45181 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T15:18:40,525 INFO [RS:0;c0771061be61:45181 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T15:18:40,525 DEBUG [RS:0;c0771061be61:45181 {}] regionserver.HRegionServer(1325): Online Regions={87953f06070b6224625336ea67d5ddb4=hbase:replication,,1731251917257.87953f06070b6224625336ea67d5ddb4., 1588230740=hbase:meta,,1.1588230740} 2024-11-10T15:18:40,525 DEBUG [RS:0;c0771061be61:45181 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 87953f06070b6224625336ea67d5ddb4 2024-11-10T15:18:40,525 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 87953f06070b6224625336ea67d5ddb4, disabling compactions & flushes 2024-11-10T15:18:40,525 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T15:18:40,525 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731251917257.87953f06070b6224625336ea67d5ddb4. 2024-11-10T15:18:40,525 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T15:18:40,525 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731251917257.87953f06070b6224625336ea67d5ddb4. 2024-11-10T15:18:40,525 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T15:18:40,525 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731251917257.87953f06070b6224625336ea67d5ddb4. after waiting 0 ms 2024-11-10T15:18:40,525 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T15:18:40,525 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731251917257.87953f06070b6224625336ea67d5ddb4. 2024-11-10T15:18:40,525 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T15:18:40,525 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 87953f06070b6224625336ea67d5ddb4 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-10T15:18:40,526 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-10T15:18:40,540 INFO [regionserver/c0771061be61:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T15:18:40,543 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33147/user/jenkins/test-data/89d6d207-fcb8-8a46-d4d0-4fb2b26a2e9e/data/hbase/replication/87953f06070b6224625336ea67d5ddb4/.tmp/queue/72d7825b86ec45a6bc87a4b4539bcf55 is 151, key is 1-c0771061be61,45181,1731251910068/queue:c0771061be61%2C45181%2C1731251910068/1731251918169/Put/seqid=0 2024-11-10T15:18:40,549 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33147/user/jenkins/test-data/89d6d207-fcb8-8a46-d4d0-4fb2b26a2e9e/data/hbase/meta/1588230740/.tmp/info/d47afce920c8454e999958a12f53b745 is 147, key is hbase:replication,,1731251917257.87953f06070b6224625336ea67d5ddb4./info:regioninfo/1731251917854/Put/seqid=0 2024-11-10T15:18:40,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38453 is added to blk_1073741838_1014 (size=5350) 2024-11-10T15:18:40,555 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33147/user/jenkins/test-data/89d6d207-fcb8-8a46-d4d0-4fb2b26a2e9e/data/hbase/replication/87953f06070b6224625336ea67d5ddb4/.tmp/queue/72d7825b86ec45a6bc87a4b4539bcf55 2024-11-10T15:18:40,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38453 is added to blk_1073741839_1015 (size=6631) 2024-11-10T15:18:40,568 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33147/user/jenkins/test-data/89d6d207-fcb8-8a46-d4d0-4fb2b26a2e9e/data/hbase/meta/1588230740/.tmp/info/d47afce920c8454e999958a12f53b745 2024-11-10T15:18:40,571 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33147/user/jenkins/test-data/89d6d207-fcb8-8a46-d4d0-4fb2b26a2e9e/data/hbase/replication/87953f06070b6224625336ea67d5ddb4/.tmp/queue/72d7825b86ec45a6bc87a4b4539bcf55 as hdfs://localhost:33147/user/jenkins/test-data/89d6d207-fcb8-8a46-d4d0-4fb2b26a2e9e/data/hbase/replication/87953f06070b6224625336ea67d5ddb4/queue/72d7825b86ec45a6bc87a4b4539bcf55 2024-11-10T15:18:40,593 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33147/user/jenkins/test-data/89d6d207-fcb8-8a46-d4d0-4fb2b26a2e9e/data/hbase/replication/87953f06070b6224625336ea67d5ddb4/queue/72d7825b86ec45a6bc87a4b4539bcf55, entries=1, sequenceid=5, filesize=5.2 K 2024-11-10T15:18:40,594 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 87953f06070b6224625336ea67d5ddb4 in 69ms, sequenceid=5, compaction requested=false 2024-11-10T15:18:40,594 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-10T15:18:40,612 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33147/user/jenkins/test-data/89d6d207-fcb8-8a46-d4d0-4fb2b26a2e9e/data/hbase/meta/1588230740/.tmp/ns/b72c4efa39734489b62ea1a328ffae39 is 43, key is default/ns:d/1731251912120/Put/seqid=0 2024-11-10T15:18:40,621 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33147/user/jenkins/test-data/89d6d207-fcb8-8a46-d4d0-4fb2b26a2e9e/data/hbase/replication/87953f06070b6224625336ea67d5ddb4/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T15:18:40,622 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T15:18:40,622 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T15:18:40,622 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731251917257.87953f06070b6224625336ea67d5ddb4. 2024-11-10T15:18:40,622 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 87953f06070b6224625336ea67d5ddb4: Waiting for close lock at 1731251920525Running coprocessor pre-close hooks at 1731251920525Disabling compacts and flushes for region at 1731251920525Disabling writes for close at 1731251920525Obtaining lock to block concurrent updates at 1731251920525Preparing flush snapshotting stores in 87953f06070b6224625336ea67d5ddb4 at 1731251920525Finished memstore snapshotting hbase:replication,,1731251917257.87953f06070b6224625336ea67d5ddb4., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731251920526 (+1 ms)Flushing stores of hbase:replication,,1731251917257.87953f06070b6224625336ea67d5ddb4. at 1731251920527 (+1 ms)Flushing 87953f06070b6224625336ea67d5ddb4/queue: creating writer at 1731251920527Flushing 87953f06070b6224625336ea67d5ddb4/queue: appending metadata at 1731251920543 (+16 ms)Flushing 87953f06070b6224625336ea67d5ddb4/queue: closing flushed file at 1731251920543Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@468bcbae: reopening flushed file at 1731251920569 (+26 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 87953f06070b6224625336ea67d5ddb4 in 69ms, sequenceid=5, compaction requested=false at 1731251920594 (+25 ms)Writing region close event to WAL at 1731251920613 (+19 ms)Running coprocessor post-close hooks at 1731251920622 (+9 ms)Closed at 1731251920622 2024-11-10T15:18:40,622 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731251917257.87953f06070b6224625336ea67d5ddb4. 2024-11-10T15:18:40,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38453 is added to blk_1073741840_1016 (size=5153) 2024-11-10T15:18:40,631 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33147/user/jenkins/test-data/89d6d207-fcb8-8a46-d4d0-4fb2b26a2e9e/data/hbase/meta/1588230740/.tmp/ns/b72c4efa39734489b62ea1a328ffae39 2024-11-10T15:18:40,658 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33147/user/jenkins/test-data/89d6d207-fcb8-8a46-d4d0-4fb2b26a2e9e/data/hbase/meta/1588230740/.tmp/table/107dbca95ced42e3ae14d8f329891d73 is 53, key is hbase:replication/table:state/1731251917874/Put/seqid=0 2024-11-10T15:18:40,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38453 is added to blk_1073741841_1017 (size=5256) 2024-11-10T15:18:40,666 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33147/user/jenkins/test-data/89d6d207-fcb8-8a46-d4d0-4fb2b26a2e9e/data/hbase/meta/1588230740/.tmp/table/107dbca95ced42e3ae14d8f329891d73 2024-11-10T15:18:40,672 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33147/user/jenkins/test-data/89d6d207-fcb8-8a46-d4d0-4fb2b26a2e9e/data/hbase/meta/1588230740/.tmp/info/d47afce920c8454e999958a12f53b745 as hdfs://localhost:33147/user/jenkins/test-data/89d6d207-fcb8-8a46-d4d0-4fb2b26a2e9e/data/hbase/meta/1588230740/info/d47afce920c8454e999958a12f53b745 2024-11-10T15:18:40,678 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33147/user/jenkins/test-data/89d6d207-fcb8-8a46-d4d0-4fb2b26a2e9e/data/hbase/meta/1588230740/info/d47afce920c8454e999958a12f53b745, entries=10, sequenceid=11, filesize=6.5 K 2024-11-10T15:18:40,679 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33147/user/jenkins/test-data/89d6d207-fcb8-8a46-d4d0-4fb2b26a2e9e/data/hbase/meta/1588230740/.tmp/ns/b72c4efa39734489b62ea1a328ffae39 as hdfs://localhost:33147/user/jenkins/test-data/89d6d207-fcb8-8a46-d4d0-4fb2b26a2e9e/data/hbase/meta/1588230740/ns/b72c4efa39734489b62ea1a328ffae39 2024-11-10T15:18:40,686 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33147/user/jenkins/test-data/89d6d207-fcb8-8a46-d4d0-4fb2b26a2e9e/data/hbase/meta/1588230740/ns/b72c4efa39734489b62ea1a328ffae39, entries=2, sequenceid=11, filesize=5.0 K 2024-11-10T15:18:40,688 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33147/user/jenkins/test-data/89d6d207-fcb8-8a46-d4d0-4fb2b26a2e9e/data/hbase/meta/1588230740/.tmp/table/107dbca95ced42e3ae14d8f329891d73 as hdfs://localhost:33147/user/jenkins/test-data/89d6d207-fcb8-8a46-d4d0-4fb2b26a2e9e/data/hbase/meta/1588230740/table/107dbca95ced42e3ae14d8f329891d73 2024-11-10T15:18:40,697 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33147/user/jenkins/test-data/89d6d207-fcb8-8a46-d4d0-4fb2b26a2e9e/data/hbase/meta/1588230740/table/107dbca95ced42e3ae14d8f329891d73, entries=2, sequenceid=11, filesize=5.1 K 2024-11-10T15:18:40,698 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 173ms, sequenceid=11, compaction requested=false 2024-11-10T15:18:40,716 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33147/user/jenkins/test-data/89d6d207-fcb8-8a46-d4d0-4fb2b26a2e9e/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-10T15:18:40,717 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T15:18:40,717 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T15:18:40,717 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T15:18:40,717 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731251920525Running coprocessor pre-close hooks at 1731251920525Disabling compacts and flushes for region at 1731251920525Disabling writes for close at 1731251920525Obtaining lock to block concurrent updates at 1731251920526 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731251920526Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731251920526Flushing stores of hbase:meta,,1.1588230740 at 1731251920527 (+1 ms)Flushing 1588230740/info: creating writer at 1731251920527Flushing 1588230740/info: appending metadata at 1731251920549 (+22 ms)Flushing 1588230740/info: closing flushed file at 1731251920549Flushing 1588230740/ns: creating writer at 1731251920584 (+35 ms)Flushing 1588230740/ns: appending metadata at 1731251920612 (+28 ms)Flushing 1588230740/ns: closing flushed file at 1731251920612Flushing 1588230740/table: creating writer at 1731251920641 (+29 ms)Flushing 1588230740/table: appending metadata at 1731251920657 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731251920657Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4427eb7a: reopening flushed file at 1731251920671 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45ccd0b1: reopening flushed file at 1731251920678 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38f3fa91: reopening flushed file at 1731251920686 (+8 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 173ms, sequenceid=11, compaction requested=false at 1731251920698 (+12 ms)Writing region close event to WAL at 1731251920709 (+11 ms)Running coprocessor post-close hooks at 1731251920717 (+8 ms)Closed at 1731251920717 2024-11-10T15:18:40,717 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T15:18:40,725 INFO [RS:0;c0771061be61:45181 {}] regionserver.HRegionServer(976): stopping server c0771061be61,45181,1731251910068; all regions closed. 2024-11-10T15:18:40,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38453 is added to blk_1073741834_1010 (size=2742) 2024-11-10T15:18:40,744 DEBUG [RS:0;c0771061be61:45181 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/89d6d207-fcb8-8a46-d4d0-4fb2b26a2e9e/oldWALs 2024-11-10T15:18:40,744 INFO [RS:0;c0771061be61:45181 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c0771061be61%2C45181%2C1731251910068.meta:.meta(num 1731251912002) 2024-11-10T15:18:40,750 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/89d6d207-fcb8-8a46-d4d0-4fb2b26a2e9e/WALs/c0771061be61,45181,1731251910068/c0771061be61%2C45181%2C1731251910068.rep.1731251917767 not finished, retry = 0 2024-11-10T15:18:40,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38453 is added to blk_1073741837_1013 (size=1586) 2024-11-10T15:18:40,858 DEBUG [RS:0;c0771061be61:45181 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/89d6d207-fcb8-8a46-d4d0-4fb2b26a2e9e/oldWALs 2024-11-10T15:18:40,858 INFO [RS:0;c0771061be61:45181 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c0771061be61%2C45181%2C1731251910068.rep:(num 1731251917767) 2024-11-10T15:18:40,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38453 is added to blk_1073741833_1009 (size=93) 2024-11-10T15:18:40,864 DEBUG [RS:0;c0771061be61:45181 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/89d6d207-fcb8-8a46-d4d0-4fb2b26a2e9e/oldWALs 2024-11-10T15:18:40,864 INFO [RS:0;c0771061be61:45181 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c0771061be61%2C45181%2C1731251910068:(num 1731251911374) 2024-11-10T15:18:40,864 DEBUG [RS:0;c0771061be61:45181 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:18:40,864 INFO [RS:0;c0771061be61:45181 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T15:18:40,864 INFO [RS:0;c0771061be61:45181 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T15:18:40,865 INFO [RS:0;c0771061be61:45181 {}] hbase.ChoreService(370): Chore service for: regionserver/c0771061be61:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T15:18:40,865 INFO [RS:0;c0771061be61:45181 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T15:18:40,865 INFO [regionserver/c0771061be61:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T15:18:40,865 INFO [RS:0;c0771061be61:45181 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c0771061be61,45181,1731251910068 because: Region server is closing 2024-11-10T15:18:40,865 INFO [RS:0;c0771061be61:45181 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c0771061be61:45181. 2024-11-10T15:18:40,865 DEBUG [RS:0;c0771061be61:45181 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:18:40,865 DEBUG [RS:0;c0771061be61:45181 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:18:40,865 DEBUG [RS:0;c0771061be61:45181 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:18:40,866 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T15:18:40,966 WARN [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,45181,1731251910068.replicationSource.shipperc0771061be61%2C45181%2C1731251910068,1-c0771061be61,45181,1731251910068 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-10T15:18:40,966 INFO [RS:0;c0771061be61:45181 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,45181,1731251910068.replicationSource.shipperc0771061be61%2C45181%2C1731251910068,1-c0771061be61,45181,1731251910068 terminated 2024-11-10T15:18:40,966 INFO [RS:0;c0771061be61:45181 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45181 2024-11-10T15:18:40,983 INFO [RS:0;c0771061be61:45181 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T15:18:40,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45181-0x1012553a5fd0001, quorum=127.0.0.1:58414, baseZNode=/0360384661 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0360384661/rs/c0771061be61,45181,1731251910068 2024-11-10T15:18:40,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36229-0x1012553a5fd0000, quorum=127.0.0.1:58414, baseZNode=/0360384661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0360384661/rs 2024-11-10T15:18:40,994 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c0771061be61,45181,1731251910068] 2024-11-10T15:18:41,004 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0360384661/draining/c0771061be61,45181,1731251910068 already deleted, retry=false 2024-11-10T15:18:41,004 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c0771061be61,45181,1731251910068 expired; onlineServers=0 2024-11-10T15:18:41,004 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c0771061be61,36229,1731251909749' ***** 2024-11-10T15:18:41,005 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T15:18:41,005 INFO [M:0;c0771061be61:36229 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T15:18:41,005 INFO [M:0;c0771061be61:36229 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T15:18:41,005 DEBUG [M:0;c0771061be61:36229 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T15:18:41,005 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T15:18:41,005 DEBUG [M:0;c0771061be61:36229 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T15:18:41,005 DEBUG [master/c0771061be61:0:becomeActiveMaster-HFileCleaner.large.0-1731251911136 {}] cleaner.HFileCleaner(306): Exit Thread[master/c0771061be61:0:becomeActiveMaster-HFileCleaner.large.0-1731251911136,5,FailOnTimeoutGroup] 2024-11-10T15:18:41,005 DEBUG [master/c0771061be61:0:becomeActiveMaster-HFileCleaner.small.0-1731251911140 {}] cleaner.HFileCleaner(306): Exit Thread[master/c0771061be61:0:becomeActiveMaster-HFileCleaner.small.0-1731251911140,5,FailOnTimeoutGroup] 2024-11-10T15:18:41,005 INFO [M:0;c0771061be61:36229 {}] hbase.ChoreService(370): Chore service for: master/c0771061be61:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T15:18:41,005 INFO [M:0;c0771061be61:36229 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T15:18:41,005 DEBUG [M:0;c0771061be61:36229 {}] master.HMaster(1795): Stopping service threads 2024-11-10T15:18:41,005 INFO [M:0;c0771061be61:36229 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T15:18:41,006 INFO [M:0;c0771061be61:36229 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T15:18:41,006 INFO [M:0;c0771061be61:36229 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T15:18:41,006 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T15:18:41,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36229-0x1012553a5fd0000, quorum=127.0.0.1:58414, baseZNode=/0360384661 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0360384661/master 2024-11-10T15:18:41,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36229-0x1012553a5fd0000, quorum=127.0.0.1:58414, baseZNode=/0360384661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0360384661 2024-11-10T15:18:41,015 DEBUG [M:0;c0771061be61:36229 {}] zookeeper.ZKUtil(347): master:36229-0x1012553a5fd0000, quorum=127.0.0.1:58414, baseZNode=/0360384661 Unable to get data of znode /0360384661/master because node does not exist (not an error) 2024-11-10T15:18:41,015 WARN [M:0;c0771061be61:36229 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T15:18:41,016 INFO [M:0;c0771061be61:36229 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33147/user/jenkins/test-data/89d6d207-fcb8-8a46-d4d0-4fb2b26a2e9e/.lastflushedseqids 2024-11-10T15:18:41,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38453 is added to blk_1073741842_1018 (size=181) 2024-11-10T15:18:41,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45181-0x1012553a5fd0001, quorum=127.0.0.1:58414, baseZNode=/0360384661 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T15:18:41,094 INFO [RS:0;c0771061be61:45181 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T15:18:41,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45181-0x1012553a5fd0001, quorum=127.0.0.1:58414, baseZNode=/0360384661 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T15:18:41,094 INFO [RS:0;c0771061be61:45181 {}] regionserver.HRegionServer(1031): Exiting; stopping=c0771061be61,45181,1731251910068; zookeeper connection closed. 2024-11-10T15:18:41,094 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3d9c33f5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3d9c33f5 2024-11-10T15:18:41,094 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T15:18:41,421 INFO [M:0;c0771061be61:36229 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T15:18:41,421 INFO [M:0;c0771061be61:36229 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T15:18:41,421 DEBUG [M:0;c0771061be61:36229 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T15:18:41,421 INFO [M:0;c0771061be61:36229 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:18:41,421 DEBUG [M:0;c0771061be61:36229 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:18:41,421 DEBUG [M:0;c0771061be61:36229 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T15:18:41,421 DEBUG [M:0;c0771061be61:36229 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:18:41,421 INFO [M:0;c0771061be61:36229 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-10T15:18:41,443 DEBUG [M:0;c0771061be61:36229 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33147/user/jenkins/test-data/89d6d207-fcb8-8a46-d4d0-4fb2b26a2e9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d45f5d2f937a44baad2e1e33693d8ee9 is 82, key is hbase:meta,,1/info:regioninfo/1731251912055/Put/seqid=0 2024-11-10T15:18:41,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38453 is added to blk_1073741843_1019 (size=5672) 2024-11-10T15:18:41,850 INFO [M:0;c0771061be61:36229 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:33147/user/jenkins/test-data/89d6d207-fcb8-8a46-d4d0-4fb2b26a2e9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d45f5d2f937a44baad2e1e33693d8ee9 2024-11-10T15:18:41,880 DEBUG [M:0;c0771061be61:36229 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33147/user/jenkins/test-data/89d6d207-fcb8-8a46-d4d0-4fb2b26a2e9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/523b5c8eba3a44b3ae19507a08aea748 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731251917882/Put/seqid=0 2024-11-10T15:18:41,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38453 is added to blk_1073741844_1020 (size=7203) 2024-11-10T15:18:42,319 INFO [M:0;c0771061be61:36229 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:33147/user/jenkins/test-data/89d6d207-fcb8-8a46-d4d0-4fb2b26a2e9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/523b5c8eba3a44b3ae19507a08aea748 2024-11-10T15:18:42,336 DEBUG [M:0;c0771061be61:36229 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33147/user/jenkins/test-data/89d6d207-fcb8-8a46-d4d0-4fb2b26a2e9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cc2f39d0c2c94ee28f4fee6db0a9a5ca is 69, key is c0771061be61,45181,1731251910068/rs:state/1731251911193/Put/seqid=0 2024-11-10T15:18:42,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38453 is added to blk_1073741845_1021 (size=5156) 2024-11-10T15:18:42,441 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T15:18:42,442 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:18:42,467 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:18:42,468 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:18:42,741 INFO [M:0;c0771061be61:36229 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:33147/user/jenkins/test-data/89d6d207-fcb8-8a46-d4d0-4fb2b26a2e9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cc2f39d0c2c94ee28f4fee6db0a9a5ca 2024-11-10T15:18:42,748 DEBUG [M:0;c0771061be61:36229 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33147/user/jenkins/test-data/89d6d207-fcb8-8a46-d4d0-4fb2b26a2e9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d45f5d2f937a44baad2e1e33693d8ee9 as hdfs://localhost:33147/user/jenkins/test-data/89d6d207-fcb8-8a46-d4d0-4fb2b26a2e9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d45f5d2f937a44baad2e1e33693d8ee9 2024-11-10T15:18:42,753 INFO [M:0;c0771061be61:36229 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33147/user/jenkins/test-data/89d6d207-fcb8-8a46-d4d0-4fb2b26a2e9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d45f5d2f937a44baad2e1e33693d8ee9, entries=8, sequenceid=70, filesize=5.5 K 2024-11-10T15:18:42,754 DEBUG [M:0;c0771061be61:36229 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33147/user/jenkins/test-data/89d6d207-fcb8-8a46-d4d0-4fb2b26a2e9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/523b5c8eba3a44b3ae19507a08aea748 as hdfs://localhost:33147/user/jenkins/test-data/89d6d207-fcb8-8a46-d4d0-4fb2b26a2e9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/523b5c8eba3a44b3ae19507a08aea748 2024-11-10T15:18:42,760 INFO [M:0;c0771061be61:36229 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33147/user/jenkins/test-data/89d6d207-fcb8-8a46-d4d0-4fb2b26a2e9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/523b5c8eba3a44b3ae19507a08aea748, entries=8, sequenceid=70, filesize=7.0 K 2024-11-10T15:18:42,761 DEBUG [M:0;c0771061be61:36229 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33147/user/jenkins/test-data/89d6d207-fcb8-8a46-d4d0-4fb2b26a2e9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cc2f39d0c2c94ee28f4fee6db0a9a5ca as hdfs://localhost:33147/user/jenkins/test-data/89d6d207-fcb8-8a46-d4d0-4fb2b26a2e9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cc2f39d0c2c94ee28f4fee6db0a9a5ca 2024-11-10T15:18:42,766 INFO [M:0;c0771061be61:36229 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33147/user/jenkins/test-data/89d6d207-fcb8-8a46-d4d0-4fb2b26a2e9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cc2f39d0c2c94ee28f4fee6db0a9a5ca, entries=1, sequenceid=70, filesize=5.0 K 2024-11-10T15:18:42,767 INFO [M:0;c0771061be61:36229 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1346ms, sequenceid=70, compaction requested=false 2024-11-10T15:18:42,769 INFO [M:0;c0771061be61:36229 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:18:42,769 DEBUG [M:0;c0771061be61:36229 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731251921421Disabling compacts and flushes for region at 1731251921421Disabling writes for close at 1731251921421Obtaining lock to block concurrent updates at 1731251921421Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731251921421Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731251921422 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731251921422Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731251921423 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731251921443 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731251921443Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731251921859 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731251921879 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731251921879Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731251922323 (+444 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731251922336 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731251922336Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ab9a8d6: reopening flushed file at 1731251922747 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45c4d6dd: reopening flushed file at 1731251922754 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@473c9437: reopening flushed file at 1731251922760 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1346ms, sequenceid=70, compaction requested=false at 1731251922767 (+7 ms)Writing region close event to WAL at 1731251922768 (+1 ms)Closed at 1731251922768 2024-11-10T15:18:42,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38453 is added to blk_1073741830_1006 (size=41008) 2024-11-10T15:18:42,771 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/89d6d207-fcb8-8a46-d4d0-4fb2b26a2e9e/MasterData/WALs/c0771061be61,36229,1731251909749/c0771061be61%2C36229%2C1731251909749.1731251910761 not finished, retry = 0 2024-11-10T15:18:42,872 INFO [M:0;c0771061be61:36229 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T15:18:42,872 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T15:18:42,872 INFO [M:0;c0771061be61:36229 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36229 2024-11-10T15:18:42,872 INFO [M:0;c0771061be61:36229 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T15:18:42,978 INFO [M:0;c0771061be61:36229 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T15:18:42,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36229-0x1012553a5fd0000, quorum=127.0.0.1:58414, baseZNode=/0360384661 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T15:18:42,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36229-0x1012553a5fd0000, quorum=127.0.0.1:58414, baseZNode=/0360384661 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T15:18:42,980 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@65169539{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T15:18:42,981 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3faa148f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T15:18:42,981 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T15:18:42,981 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4076626c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T15:18:42,981 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@31144654{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e86dfe5-8326-b081-f4bd-cd7a59fb1b58/hadoop.log.dir/,STOPPED} 2024-11-10T15:18:42,982 WARN [BP-819475922-172.17.0.3-1731251907197 heartbeating to localhost/127.0.0.1:33147 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T15:18:42,982 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T15:18:42,982 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T15:18:42,982 WARN [BP-819475922-172.17.0.3-1731251907197 heartbeating to localhost/127.0.0.1:33147 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-819475922-172.17.0.3-1731251907197 (Datanode Uuid e9702466-2f31-4bb9-8b10-bb38b91db081) service to localhost/127.0.0.1:33147 2024-11-10T15:18:42,983 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e86dfe5-8326-b081-f4bd-cd7a59fb1b58/cluster_c66ee88f-46b5-5329-15de-a3fcd407ac5d/data/data1/current/BP-819475922-172.17.0.3-1731251907197 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T15:18:42,983 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e86dfe5-8326-b081-f4bd-cd7a59fb1b58/cluster_c66ee88f-46b5-5329-15de-a3fcd407ac5d/data/data2/current/BP-819475922-172.17.0.3-1731251907197 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T15:18:42,983 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T15:18:42,988 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@60d09b0e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T15:18:42,989 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@48f27b90{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T15:18:42,989 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T15:18:42,989 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@321a4060{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T15:18:42,989 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a6aa96e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e86dfe5-8326-b081-f4bd-cd7a59fb1b58/hadoop.log.dir/,STOPPED} 2024-11-10T15:18:42,995 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T15:18:43,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T15:18:43,015 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=139 (was 112) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33147 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33147 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44515 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58414) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33147 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:33147 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33147 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:44515 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33147 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44515 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33147 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44515 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44515 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44515 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44515 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33147 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58414) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44515 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=465 (was 440) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=860 (was 916), ProcessCount=11 (was 11), AvailableMemoryMB=2623 (was 3234) 2024-11-10T15:18:43,023 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=139, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=860, ProcessCount=11, AvailableMemoryMB=2623 2024-11-10T15:18:43,035 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-10T15:18:43,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/339f9b5f-85c2-96bb-e184-2f750c12fe8d/hadoop.log.dir so I do NOT create it in target/test-data/2adc9f25-894d-bd02-3d18-ba85270236da 2024-11-10T15:18:43,035 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/339f9b5f-85c2-96bb-e184-2f750c12fe8d/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T15:18:43,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/339f9b5f-85c2-96bb-e184-2f750c12fe8d/hadoop.tmp.dir so I do NOT create it in target/test-data/2adc9f25-894d-bd02-3d18-ba85270236da 2024-11-10T15:18:43,035 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/339f9b5f-85c2-96bb-e184-2f750c12fe8d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T15:18:43,035 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2adc9f25-894d-bd02-3d18-ba85270236da 2024-11-10T15:18:43,035 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2adc9f25-894d-bd02-3d18-ba85270236da/cluster_edb2f485-4c55-18a4-2e48-034bab3bc56b, deleteOnExit=true 2024-11-10T15:18:43,038 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2adc9f25-894d-bd02-3d18-ba85270236da/cluster_edb2f485-4c55-18a4-2e48-034bab3bc56b/zookeeper_0, clientPort=49823, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2adc9f25-894d-bd02-3d18-ba85270236da/cluster_edb2f485-4c55-18a4-2e48-034bab3bc56b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2adc9f25-894d-bd02-3d18-ba85270236da/cluster_edb2f485-4c55-18a4-2e48-034bab3bc56b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T15:18:43,039 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49823 2024-11-10T15:18:43,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T15:18:43,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T15:18:43,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2adc9f25-894d-bd02-3d18-ba85270236da/test.cache.data in system properties and HBase conf 2024-11-10T15:18:43,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2adc9f25-894d-bd02-3d18-ba85270236da/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T15:18:43,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2adc9f25-894d-bd02-3d18-ba85270236da/hadoop.log.dir in system properties and HBase conf 2024-11-10T15:18:43,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2adc9f25-894d-bd02-3d18-ba85270236da/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T15:18:43,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2adc9f25-894d-bd02-3d18-ba85270236da/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T15:18:43,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T15:18:43,039 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T15:18:43,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2adc9f25-894d-bd02-3d18-ba85270236da/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T15:18:43,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2adc9f25-894d-bd02-3d18-ba85270236da/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T15:18:43,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2adc9f25-894d-bd02-3d18-ba85270236da/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T15:18:43,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2adc9f25-894d-bd02-3d18-ba85270236da/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T15:18:43,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2adc9f25-894d-bd02-3d18-ba85270236da/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T15:18:43,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2adc9f25-894d-bd02-3d18-ba85270236da/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T15:18:43,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2adc9f25-894d-bd02-3d18-ba85270236da/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T15:18:43,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2adc9f25-894d-bd02-3d18-ba85270236da/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T15:18:43,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2adc9f25-894d-bd02-3d18-ba85270236da/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T15:18:43,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2adc9f25-894d-bd02-3d18-ba85270236da/nfs.dump.dir in system properties and HBase conf 2024-11-10T15:18:43,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2adc9f25-894d-bd02-3d18-ba85270236da/java.io.tmpdir in system properties and HBase conf 2024-11-10T15:18:43,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2adc9f25-894d-bd02-3d18-ba85270236da/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T15:18:43,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2adc9f25-894d-bd02-3d18-ba85270236da/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T15:18:43,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2adc9f25-894d-bd02-3d18-ba85270236da/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T15:18:43,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1012553a5fd0005, quorum=127.0.0.1:58414, baseZNode=/11165422507 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T15:18:43,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1012553a5fd0002, quorum=127.0.0.1:58414, baseZNode=/0360384661 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T15:18:43,094 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1012553a5fd0005, quorum=127.0.0.1:58414, baseZNode=/11165422507 Received Disconnected from ZooKeeper, ignoring 2024-11-10T15:18:43,094 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1012553a5fd0002, quorum=127.0.0.1:58414, baseZNode=/0360384661 Received Disconnected from ZooKeeper, ignoring 2024-11-10T15:18:43,423 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T15:18:43,428 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T15:18:43,430 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T15:18:43,430 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T15:18:43,430 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T15:18:43,430 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T15:18:43,431 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1d61262c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2adc9f25-894d-bd02-3d18-ba85270236da/hadoop.log.dir/,AVAILABLE} 2024-11-10T15:18:43,431 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@475b33e7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T15:18:43,529 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@d150d4c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2adc9f25-894d-bd02-3d18-ba85270236da/java.io.tmpdir/jetty-localhost-43111-hadoop-hdfs-3_4_1-tests_jar-_-any-14821312386263367950/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T15:18:43,530 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@67cd3fc{HTTP/1.1, (http/1.1)}{localhost:43111} 2024-11-10T15:18:43,530 INFO [Time-limited test {}] server.Server(415): Started @54023ms 2024-11-10T15:18:43,789 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T15:18:43,794 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T15:18:43,795 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T15:18:43,795 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T15:18:43,795 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T15:18:43,796 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66f02a1d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2adc9f25-894d-bd02-3d18-ba85270236da/hadoop.log.dir/,AVAILABLE} 2024-11-10T15:18:43,797 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b77c33a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T15:18:43,897 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6dbdd16e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2adc9f25-894d-bd02-3d18-ba85270236da/java.io.tmpdir/jetty-localhost-44865-hadoop-hdfs-3_4_1-tests_jar-_-any-15758655384460302726/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T15:18:43,897 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@43dfe806{HTTP/1.1, (http/1.1)}{localhost:44865} 2024-11-10T15:18:43,897 INFO [Time-limited test {}] server.Server(415): Started @54390ms 2024-11-10T15:18:43,898 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T15:18:45,241 WARN [Thread-824 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2adc9f25-894d-bd02-3d18-ba85270236da/cluster_edb2f485-4c55-18a4-2e48-034bab3bc56b/data/data1/current/BP-685533663-172.17.0.3-1731251923062/current, will proceed with Du for space computation calculation, 2024-11-10T15:18:45,241 WARN [Thread-825 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2adc9f25-894d-bd02-3d18-ba85270236da/cluster_edb2f485-4c55-18a4-2e48-034bab3bc56b/data/data2/current/BP-685533663-172.17.0.3-1731251923062/current, will proceed with Du for space computation calculation, 2024-11-10T15:18:45,262 WARN [Thread-812 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T15:18:45,265 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x94de00e44d3462cf with lease ID 0x28e2a997f69743c3: Processing first storage report for DS-8af36ff0-30ae-4792-a61f-cd92cddc88eb from datanode DatanodeRegistration(127.0.0.1:42175, datanodeUuid=21ef9e17-f402-450c-93b3-4617bc7debc9, infoPort=44811, infoSecurePort=0, ipcPort=40969, storageInfo=lv=-57;cid=testClusterID;nsid=6035015;c=1731251923062) 2024-11-10T15:18:45,265 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x94de00e44d3462cf with lease ID 0x28e2a997f69743c3: from storage DS-8af36ff0-30ae-4792-a61f-cd92cddc88eb node DatanodeRegistration(127.0.0.1:42175, datanodeUuid=21ef9e17-f402-450c-93b3-4617bc7debc9, infoPort=44811, infoSecurePort=0, ipcPort=40969, storageInfo=lv=-57;cid=testClusterID;nsid=6035015;c=1731251923062), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T15:18:45,265 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x94de00e44d3462cf with lease ID 0x28e2a997f69743c3: Processing first storage report for DS-be76fb6e-062d-4249-86de-f452cb5ef668 from datanode DatanodeRegistration(127.0.0.1:42175, datanodeUuid=21ef9e17-f402-450c-93b3-4617bc7debc9, infoPort=44811, infoSecurePort=0, ipcPort=40969, storageInfo=lv=-57;cid=testClusterID;nsid=6035015;c=1731251923062) 2024-11-10T15:18:45,265 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x94de00e44d3462cf with lease ID 0x28e2a997f69743c3: from storage DS-be76fb6e-062d-4249-86de-f452cb5ef668 node DatanodeRegistration(127.0.0.1:42175, datanodeUuid=21ef9e17-f402-450c-93b3-4617bc7debc9, infoPort=44811, infoSecurePort=0, ipcPort=40969, storageInfo=lv=-57;cid=testClusterID;nsid=6035015;c=1731251923062), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T15:18:45,338 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2adc9f25-894d-bd02-3d18-ba85270236da 2024-11-10T15:18:45,338 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:18:45,339 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:18:45,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741825_1001 (size=7) 2024-11-10T15:18:45,748 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67 with version=8 2024-11-10T15:18:45,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/hbase-staging 2024-11-10T15:18:45,750 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c0771061be61:0 server-side Connection retries=45 2024-11-10T15:18:45,750 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T15:18:45,750 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T15:18:45,750 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T15:18:45,750 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T15:18:45,750 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T15:18:45,751 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T15:18:45,751 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T15:18:45,751 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38547 2024-11-10T15:18:45,752 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38547 connecting to ZooKeeper ensemble=127.0.0.1:49823 2024-11-10T15:18:45,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:385470x0, quorum=127.0.0.1:49823, baseZNode=/01675418911 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T15:18:45,822 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38547-0x1012553e4090000 connected 2024-11-10T15:18:45,899 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:18:45,900 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:18:45,902 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38547-0x1012553e4090000, quorum=127.0.0.1:49823, baseZNode=/01675418911 Set watcher on znode that does not yet exist, /01675418911/running 2024-11-10T15:18:45,903 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67, hbase.cluster.distributed=false 2024-11-10T15:18:45,904 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38547-0x1012553e4090000, quorum=127.0.0.1:49823, baseZNode=/01675418911 Set watcher on znode that does not yet exist, /01675418911/acl 2024-11-10T15:18:45,905 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38547 2024-11-10T15:18:45,905 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38547 2024-11-10T15:18:45,905 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38547 2024-11-10T15:18:45,905 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38547 2024-11-10T15:18:45,906 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38547 2024-11-10T15:18:45,919 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c0771061be61:0 server-side Connection retries=45 2024-11-10T15:18:45,919 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T15:18:45,919 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T15:18:45,919 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T15:18:45,919 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T15:18:45,919 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T15:18:45,920 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T15:18:45,920 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T15:18:45,920 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38653 2024-11-10T15:18:45,921 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38653 connecting to ZooKeeper ensemble=127.0.0.1:49823 2024-11-10T15:18:45,922 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:18:45,923 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:18:45,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:386530x0, quorum=127.0.0.1:49823, baseZNode=/01675418911 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T15:18:45,931 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38653-0x1012553e4090001 connected 2024-11-10T15:18:45,931 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38653-0x1012553e4090001, quorum=127.0.0.1:49823, baseZNode=/01675418911 Set watcher on znode that does not yet exist, /01675418911/running 2024-11-10T15:18:45,931 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T15:18:45,932 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T15:18:45,932 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38653-0x1012553e4090001, quorum=127.0.0.1:49823, baseZNode=/01675418911 Set watcher on znode that does not yet exist, /01675418911/master 2024-11-10T15:18:45,933 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38653-0x1012553e4090001, quorum=127.0.0.1:49823, baseZNode=/01675418911 Set watcher on znode that does not yet exist, /01675418911/acl 2024-11-10T15:18:45,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38653 2024-11-10T15:18:45,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38653 2024-11-10T15:18:45,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38653 2024-11-10T15:18:45,937 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38653 2024-11-10T15:18:45,938 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38653 2024-11-10T15:18:45,948 DEBUG [M:0;c0771061be61:38547 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c0771061be61:38547 2024-11-10T15:18:45,948 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01675418911/backup-masters/c0771061be61,38547,1731251925750 2024-11-10T15:18:45,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38653-0x1012553e4090001, quorum=127.0.0.1:49823, baseZNode=/01675418911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01675418911/backup-masters 2024-11-10T15:18:45,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38547-0x1012553e4090000, quorum=127.0.0.1:49823, baseZNode=/01675418911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01675418911/backup-masters 2024-11-10T15:18:45,961 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38547-0x1012553e4090000, quorum=127.0.0.1:49823, baseZNode=/01675418911 Set watcher on existing znode=/01675418911/backup-masters/c0771061be61,38547,1731251925750 2024-11-10T15:18:45,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38653-0x1012553e4090001, quorum=127.0.0.1:49823, baseZNode=/01675418911 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01675418911/master 2024-11-10T15:18:45,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38653-0x1012553e4090001, quorum=127.0.0.1:49823, baseZNode=/01675418911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01675418911 2024-11-10T15:18:45,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38547-0x1012553e4090000, quorum=127.0.0.1:49823, baseZNode=/01675418911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01675418911 2024-11-10T15:18:45,973 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38547-0x1012553e4090000, quorum=127.0.0.1:49823, baseZNode=/01675418911 Set watcher on existing znode=/01675418911/master 2024-11-10T15:18:45,973 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01675418911/backup-masters/c0771061be61,38547,1731251925750 from backup master directory 2024-11-10T15:18:45,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38547-0x1012553e4090000, quorum=127.0.0.1:49823, baseZNode=/01675418911 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01675418911/backup-masters/c0771061be61,38547,1731251925750 2024-11-10T15:18:45,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38653-0x1012553e4090001, quorum=127.0.0.1:49823, baseZNode=/01675418911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01675418911/backup-masters 2024-11-10T15:18:45,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38547-0x1012553e4090000, quorum=127.0.0.1:49823, baseZNode=/01675418911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01675418911/backup-masters 2024-11-10T15:18:45,983 WARN [master/c0771061be61:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T15:18:45,983 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c0771061be61,38547,1731251925750 2024-11-10T15:18:45,987 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/hbase.id] with ID: c314344f-e8e4-4e4f-8160-070b42be5d23 2024-11-10T15:18:45,987 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/.tmp/hbase.id 2024-11-10T15:18:45,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741826_1002 (size=42) 2024-11-10T15:18:46,394 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/.tmp/hbase.id]:[hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/hbase.id] 2024-11-10T15:18:46,405 INFO [master/c0771061be61:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:18:46,406 INFO [master/c0771061be61:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T15:18:46,407 INFO [master/c0771061be61:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T15:18:46,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38547-0x1012553e4090000, quorum=127.0.0.1:49823, baseZNode=/01675418911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01675418911 2024-11-10T15:18:46,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38653-0x1012553e4090001, quorum=127.0.0.1:49823, baseZNode=/01675418911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01675418911 2024-11-10T15:18:46,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741827_1003 (size=196) 2024-11-10T15:18:46,821 INFO [master/c0771061be61:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T15:18:46,822 INFO [master/c0771061be61:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T15:18:46,822 INFO [master/c0771061be61:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T15:18:46,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741828_1004 (size=1189) 2024-11-10T15:18:47,232 INFO [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/MasterData/data/master/store 2024-11-10T15:18:47,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741829_1005 (size=34) 2024-11-10T15:18:47,640 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:18:47,640 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T15:18:47,640 INFO [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:18:47,640 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:18:47,640 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T15:18:47,640 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:18:47,640 INFO [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:18:47,640 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731251927640Disabling compacts and flushes for region at 1731251927640Disabling writes for close at 1731251927640Writing region close event to WAL at 1731251927640Closed at 1731251927640 2024-11-10T15:18:47,641 WARN [master/c0771061be61:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/MasterData/data/master/store/.initializing 2024-11-10T15:18:47,641 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/MasterData/WALs/c0771061be61,38547,1731251925750 2024-11-10T15:18:47,642 INFO [master/c0771061be61:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T15:18:47,644 INFO [master/c0771061be61:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c0771061be61%2C38547%2C1731251925750, suffix=, logDir=hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/MasterData/WALs/c0771061be61,38547,1731251925750, archiveDir=hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/MasterData/oldWALs, maxLogs=10 2024-11-10T15:18:47,661 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/MasterData/WALs/c0771061be61,38547,1731251925750/c0771061be61%2C38547%2C1731251925750.1731251927644, exclude list is [], retry=0 2024-11-10T15:18:47,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42175,DS-8af36ff0-30ae-4792-a61f-cd92cddc88eb,DISK] 2024-11-10T15:18:47,672 INFO [master/c0771061be61:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/MasterData/WALs/c0771061be61,38547,1731251925750/c0771061be61%2C38547%2C1731251925750.1731251927644 2024-11-10T15:18:47,673 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44811:44811)] 2024-11-10T15:18:47,673 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T15:18:47,673 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:18:47,673 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:18:47,673 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:18:47,675 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:18:47,677 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T15:18:47,677 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:18:47,677 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:18:47,678 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:18:47,679 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T15:18:47,679 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:18:47,680 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:18:47,680 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:18:47,681 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T15:18:47,681 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:18:47,682 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:18:47,682 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:18:47,683 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T15:18:47,683 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:18:47,683 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:18:47,683 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:18:47,684 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:18:47,684 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:18:47,686 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:18:47,686 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:18:47,686 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T15:18:47,687 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:18:47,689 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T15:18:47,689 INFO [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67010696, jitterRate=-0.0014628171920776367}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T15:18:47,690 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731251927673Initializing all the Stores at 1731251927674 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731251927674Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731251927675 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731251927675Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731251927675Cleaning up temporary data from old regions at 1731251927686 (+11 ms)Region opened successfully at 1731251927690 (+4 ms) 2024-11-10T15:18:47,690 INFO [master/c0771061be61:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T15:18:47,693 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71ad1f1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c0771061be61/172.17.0.3:0 2024-11-10T15:18:47,694 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T15:18:47,694 INFO [master/c0771061be61:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T15:18:47,694 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T15:18:47,694 INFO [master/c0771061be61:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T15:18:47,695 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T15:18:47,695 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T15:18:47,695 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T15:18:47,697 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T15:18:47,698 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38547-0x1012553e4090000, quorum=127.0.0.1:49823, baseZNode=/01675418911 Unable to get data of znode /01675418911/balancer because node does not exist (not necessarily an error) 2024-11-10T15:18:47,709 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01675418911/balancer already deleted, retry=false 2024-11-10T15:18:47,709 INFO [master/c0771061be61:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T15:18:47,710 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38547-0x1012553e4090000, quorum=127.0.0.1:49823, baseZNode=/01675418911 Unable to get data of znode /01675418911/normalizer because node does not exist (not necessarily an error) 2024-11-10T15:18:47,719 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01675418911/normalizer already deleted, retry=false 2024-11-10T15:18:47,720 INFO [master/c0771061be61:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T15:18:47,721 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38547-0x1012553e4090000, quorum=127.0.0.1:49823, baseZNode=/01675418911 Unable to get data of znode /01675418911/switch/split because node does not exist (not necessarily an error) 2024-11-10T15:18:47,730 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01675418911/switch/split already deleted, retry=false 2024-11-10T15:18:47,731 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38547-0x1012553e4090000, quorum=127.0.0.1:49823, baseZNode=/01675418911 Unable to get data of znode /01675418911/switch/merge because node does not exist (not necessarily an error) 2024-11-10T15:18:47,740 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01675418911/switch/merge already deleted, retry=false 2024-11-10T15:18:47,743 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38547-0x1012553e4090000, quorum=127.0.0.1:49823, baseZNode=/01675418911 Unable to get data of znode /01675418911/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T15:18:47,751 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01675418911/snapshot-cleanup already deleted, retry=false 2024-11-10T15:18:47,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38547-0x1012553e4090000, quorum=127.0.0.1:49823, baseZNode=/01675418911 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01675418911/running 2024-11-10T15:18:47,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38547-0x1012553e4090000, quorum=127.0.0.1:49823, baseZNode=/01675418911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01675418911 2024-11-10T15:18:47,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38653-0x1012553e4090001, quorum=127.0.0.1:49823, baseZNode=/01675418911 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01675418911/running 2024-11-10T15:18:47,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38653-0x1012553e4090001, quorum=127.0.0.1:49823, baseZNode=/01675418911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01675418911 2024-11-10T15:18:47,762 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c0771061be61,38547,1731251925750, sessionid=0x1012553e4090000, setting cluster-up flag (Was=false) 2024-11-10T15:18:47,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38653-0x1012553e4090001, quorum=127.0.0.1:49823, baseZNode=/01675418911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01675418911 2024-11-10T15:18:47,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38547-0x1012553e4090000, quorum=127.0.0.1:49823, baseZNode=/01675418911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01675418911 2024-11-10T15:18:47,825 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01675418911/flush-table-proc/acquired, /01675418911/flush-table-proc/reached, /01675418911/flush-table-proc/abort 2024-11-10T15:18:47,826 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c0771061be61,38547,1731251925750 2024-11-10T15:18:47,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38547-0x1012553e4090000, quorum=127.0.0.1:49823, baseZNode=/01675418911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01675418911 2024-11-10T15:18:47,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38653-0x1012553e4090001, quorum=127.0.0.1:49823, baseZNode=/01675418911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01675418911 2024-11-10T15:18:47,888 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01675418911/online-snapshot/acquired, /01675418911/online-snapshot/reached, /01675418911/online-snapshot/abort 2024-11-10T15:18:47,889 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c0771061be61,38547,1731251925750 2024-11-10T15:18:47,890 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T15:18:47,892 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T15:18:47,892 INFO [master/c0771061be61:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T15:18:47,892 INFO [master/c0771061be61:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T15:18:47,892 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c0771061be61,38547,1731251925750 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T15:18:47,894 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c0771061be61:0, corePoolSize=5, maxPoolSize=5 2024-11-10T15:18:47,894 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c0771061be61:0, corePoolSize=5, maxPoolSize=5 2024-11-10T15:18:47,894 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c0771061be61:0, corePoolSize=5, maxPoolSize=5 2024-11-10T15:18:47,894 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c0771061be61:0, corePoolSize=5, maxPoolSize=5 2024-11-10T15:18:47,894 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c0771061be61:0, corePoolSize=10, maxPoolSize=10 2024-11-10T15:18:47,894 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:18:47,894 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c0771061be61:0, corePoolSize=2, maxPoolSize=2 2024-11-10T15:18:47,894 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:18:47,901 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T15:18:47,901 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T15:18:47,902 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:18:47,902 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T15:18:47,902 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731251957902 2024-11-10T15:18:47,902 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T15:18:47,902 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T15:18:47,902 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T15:18:47,902 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T15:18:47,902 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T15:18:47,903 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T15:18:47,904 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:47,906 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T15:18:47,906 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T15:18:47,906 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T15:18:47,906 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T15:18:47,906 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T15:18:47,906 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T15:18:47,908 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c0771061be61:0:becomeActiveMaster-HFileCleaner.large.0-1731251927906,5,FailOnTimeoutGroup] 2024-11-10T15:18:47,910 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c0771061be61:0:becomeActiveMaster-HFileCleaner.small.0-1731251927908,5,FailOnTimeoutGroup] 2024-11-10T15:18:47,910 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:47,910 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T15:18:47,910 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:47,911 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:47,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741831_1007 (size=1321) 2024-11-10T15:18:47,941 INFO [RS:0;c0771061be61:38653 {}] regionserver.HRegionServer(746): ClusterId : c314344f-e8e4-4e4f-8160-070b42be5d23 2024-11-10T15:18:47,941 DEBUG [RS:0;c0771061be61:38653 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T15:18:47,962 DEBUG [RS:0;c0771061be61:38653 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T15:18:47,962 DEBUG [RS:0;c0771061be61:38653 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T15:18:47,983 DEBUG [RS:0;c0771061be61:38653 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T15:18:47,983 DEBUG [RS:0;c0771061be61:38653 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63a96c2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c0771061be61/172.17.0.3:0 2024-11-10T15:18:48,002 DEBUG [RS:0;c0771061be61:38653 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c0771061be61:38653 2024-11-10T15:18:48,003 INFO [RS:0;c0771061be61:38653 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T15:18:48,003 INFO [RS:0;c0771061be61:38653 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T15:18:48,003 DEBUG [RS:0;c0771061be61:38653 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T15:18:48,004 INFO [RS:0;c0771061be61:38653 {}] regionserver.HRegionServer(2659): reportForDuty to master=c0771061be61,38547,1731251925750 with port=38653, startcode=1731251925919 2024-11-10T15:18:48,004 DEBUG [RS:0;c0771061be61:38653 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T15:18:48,005 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43093, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T15:18:48,006 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38547 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c0771061be61,38653,1731251925919 2024-11-10T15:18:48,006 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38547 {}] master.ServerManager(517): Registering regionserver=c0771061be61,38653,1731251925919 2024-11-10T15:18:48,007 DEBUG [RS:0;c0771061be61:38653 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67 2024-11-10T15:18:48,007 DEBUG [RS:0;c0771061be61:38653 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40311 2024-11-10T15:18:48,007 DEBUG [RS:0;c0771061be61:38653 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T15:18:48,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38547-0x1012553e4090000, quorum=127.0.0.1:49823, baseZNode=/01675418911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01675418911/rs 2024-11-10T15:18:48,015 DEBUG [RS:0;c0771061be61:38653 {}] zookeeper.ZKUtil(111): regionserver:38653-0x1012553e4090001, quorum=127.0.0.1:49823, baseZNode=/01675418911 Set watcher on existing znode=/01675418911/rs/c0771061be61,38653,1731251925919 2024-11-10T15:18:48,015 WARN [RS:0;c0771061be61:38653 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T15:18:48,015 INFO [RS:0;c0771061be61:38653 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T15:18:48,015 DEBUG [RS:0;c0771061be61:38653 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/WALs/c0771061be61,38653,1731251925919 2024-11-10T15:18:48,015 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c0771061be61,38653,1731251925919] 2024-11-10T15:18:48,018 INFO [RS:0;c0771061be61:38653 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T15:18:48,020 INFO [RS:0;c0771061be61:38653 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T15:18:48,020 INFO [RS:0;c0771061be61:38653 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T15:18:48,020 INFO [RS:0;c0771061be61:38653 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:48,020 INFO [RS:0;c0771061be61:38653 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T15:18:48,021 INFO [RS:0;c0771061be61:38653 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T15:18:48,021 INFO [RS:0;c0771061be61:38653 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:48,021 DEBUG [RS:0;c0771061be61:38653 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:18:48,021 DEBUG [RS:0;c0771061be61:38653 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:18:48,021 DEBUG [RS:0;c0771061be61:38653 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:18:48,021 DEBUG [RS:0;c0771061be61:38653 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:18:48,021 DEBUG [RS:0;c0771061be61:38653 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:18:48,021 DEBUG [RS:0;c0771061be61:38653 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c0771061be61:0, corePoolSize=2, maxPoolSize=2 2024-11-10T15:18:48,021 DEBUG [RS:0;c0771061be61:38653 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:18:48,021 DEBUG [RS:0;c0771061be61:38653 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:18:48,022 DEBUG [RS:0;c0771061be61:38653 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:18:48,022 DEBUG [RS:0;c0771061be61:38653 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:18:48,022 DEBUG [RS:0;c0771061be61:38653 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:18:48,022 DEBUG [RS:0;c0771061be61:38653 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:18:48,022 DEBUG [RS:0;c0771061be61:38653 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c0771061be61:0, corePoolSize=3, maxPoolSize=3 2024-11-10T15:18:48,022 DEBUG [RS:0;c0771061be61:38653 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c0771061be61:0, corePoolSize=3, maxPoolSize=3 2024-11-10T15:18:48,028 INFO [RS:0;c0771061be61:38653 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:48,028 INFO [RS:0;c0771061be61:38653 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:48,028 INFO [RS:0;c0771061be61:38653 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:48,028 INFO [RS:0;c0771061be61:38653 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:48,028 INFO [RS:0;c0771061be61:38653 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:48,028 INFO [RS:0;c0771061be61:38653 {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,38653,1731251925919-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T15:18:48,044 INFO [RS:0;c0771061be61:38653 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T15:18:48,044 INFO [RS:0;c0771061be61:38653 {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,38653,1731251925919-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:48,044 INFO [RS:0;c0771061be61:38653 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:48,044 INFO [RS:0;c0771061be61:38653 {}] regionserver.Replication(171): c0771061be61,38653,1731251925919 started 2024-11-10T15:18:48,058 INFO [RS:0;c0771061be61:38653 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:48,058 INFO [RS:0;c0771061be61:38653 {}] regionserver.HRegionServer(1482): Serving as c0771061be61,38653,1731251925919, RpcServer on c0771061be61/172.17.0.3:38653, sessionid=0x1012553e4090001 2024-11-10T15:18:48,058 DEBUG [RS:0;c0771061be61:38653 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T15:18:48,058 DEBUG [RS:0;c0771061be61:38653 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c0771061be61,38653,1731251925919 2024-11-10T15:18:48,058 DEBUG [RS:0;c0771061be61:38653 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c0771061be61,38653,1731251925919' 2024-11-10T15:18:48,058 DEBUG [RS:0;c0771061be61:38653 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01675418911/flush-table-proc/abort' 2024-11-10T15:18:48,059 DEBUG [RS:0;c0771061be61:38653 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01675418911/flush-table-proc/acquired' 2024-11-10T15:18:48,060 DEBUG [RS:0;c0771061be61:38653 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T15:18:48,060 DEBUG [RS:0;c0771061be61:38653 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T15:18:48,060 DEBUG [RS:0;c0771061be61:38653 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c0771061be61,38653,1731251925919 2024-11-10T15:18:48,060 DEBUG [RS:0;c0771061be61:38653 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c0771061be61,38653,1731251925919' 2024-11-10T15:18:48,060 DEBUG [RS:0;c0771061be61:38653 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01675418911/online-snapshot/abort' 2024-11-10T15:18:48,060 DEBUG [RS:0;c0771061be61:38653 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01675418911/online-snapshot/acquired' 2024-11-10T15:18:48,060 DEBUG [RS:0;c0771061be61:38653 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T15:18:48,060 INFO [RS:0;c0771061be61:38653 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T15:18:48,060 INFO [RS:0;c0771061be61:38653 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T15:18:48,161 INFO [RS:0;c0771061be61:38653 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T15:18:48,162 INFO [RS:0;c0771061be61:38653 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0771061be61%2C38653%2C1731251925919, suffix=, logDir=hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/WALs/c0771061be61,38653,1731251925919, archiveDir=hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/oldWALs, maxLogs=10 2024-11-10T15:18:48,174 DEBUG [RS:0;c0771061be61:38653 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/WALs/c0771061be61,38653,1731251925919/c0771061be61%2C38653%2C1731251925919.1731251928162, exclude list is [], retry=0 2024-11-10T15:18:48,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42175,DS-8af36ff0-30ae-4792-a61f-cd92cddc88eb,DISK] 2024-11-10T15:18:48,178 INFO [RS:0;c0771061be61:38653 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/WALs/c0771061be61,38653,1731251925919/c0771061be61%2C38653%2C1731251925919.1731251928162 2024-11-10T15:18:48,179 DEBUG [RS:0;c0771061be61:38653 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44811:44811)] 2024-11-10T15:18:48,313 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T15:18:48,313 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67 2024-11-10T15:18:48,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741833_1009 (size=32) 2024-11-10T15:18:48,719 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:18:48,721 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T15:18:48,722 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T15:18:48,722 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:18:48,722 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:18:48,722 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T15:18:48,723 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T15:18:48,723 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:18:48,724 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:18:48,724 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T15:18:48,725 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T15:18:48,725 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:18:48,725 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:18:48,725 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T15:18:48,726 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T15:18:48,726 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:18:48,727 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:18:48,727 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T15:18:48,728 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/data/hbase/meta/1588230740 2024-11-10T15:18:48,728 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/data/hbase/meta/1588230740 2024-11-10T15:18:48,729 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T15:18:48,729 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T15:18:48,730 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T15:18:48,731 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T15:18:48,733 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T15:18:48,734 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63396462, jitterRate=-0.05531910061836243}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T15:18:48,734 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731251928719Initializing all the Stores at 1731251928720 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731251928720Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731251928721 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731251928721Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731251928721Cleaning up temporary data from old regions at 1731251928729 (+8 ms)Region opened successfully at 1731251928734 (+5 ms) 2024-11-10T15:18:48,734 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T15:18:48,734 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T15:18:48,735 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T15:18:48,735 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T15:18:48,735 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T15:18:48,735 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T15:18:48,735 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731251928734Disabling compacts and flushes for region at 1731251928734Disabling writes for close at 1731251928735 (+1 ms)Writing region close event to WAL at 1731251928735Closed at 1731251928735 2024-11-10T15:18:48,737 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T15:18:48,737 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T15:18:48,737 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T15:18:48,739 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T15:18:48,740 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T15:18:48,890 DEBUG [c0771061be61:38547 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T15:18:48,891 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c0771061be61,38653,1731251925919 2024-11-10T15:18:48,892 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c0771061be61,38653,1731251925919, state=OPENING 2024-11-10T15:18:48,898 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T15:18:48,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38547-0x1012553e4090000, quorum=127.0.0.1:49823, baseZNode=/01675418911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01675418911 2024-11-10T15:18:48,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38653-0x1012553e4090001, quorum=127.0.0.1:49823, baseZNode=/01675418911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01675418911 2024-11-10T15:18:48,909 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T15:18:48,910 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c0771061be61,38653,1731251925919}] 2024-11-10T15:18:48,910 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01675418911/meta-region-server: CHANGED 2024-11-10T15:18:48,911 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01675418911/meta-region-server: CHANGED 2024-11-10T15:18:49,062 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T15:18:49,064 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36395, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T15:18:49,068 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T15:18:49,068 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T15:18:49,069 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T15:18:49,070 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0771061be61%2C38653%2C1731251925919.meta, suffix=.meta, logDir=hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/WALs/c0771061be61,38653,1731251925919, archiveDir=hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/oldWALs, maxLogs=10 2024-11-10T15:18:49,087 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/WALs/c0771061be61,38653,1731251925919/c0771061be61%2C38653%2C1731251925919.meta.1731251929071.meta, exclude list is [], retry=0 2024-11-10T15:18:49,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42175,DS-8af36ff0-30ae-4792-a61f-cd92cddc88eb,DISK] 2024-11-10T15:18:49,091 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/WALs/c0771061be61,38653,1731251925919/c0771061be61%2C38653%2C1731251925919.meta.1731251929071.meta 2024-11-10T15:18:49,092 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44811:44811)] 2024-11-10T15:18:49,092 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T15:18:49,093 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T15:18:49,093 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T15:18:49,093 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T15:18:49,093 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T15:18:49,093 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T15:18:49,093 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:18:49,093 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T15:18:49,093 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T15:18:49,095 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T15:18:49,096 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T15:18:49,096 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:18:49,097 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:18:49,097 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T15:18:49,098 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T15:18:49,098 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:18:49,098 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:18:49,098 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T15:18:49,099 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T15:18:49,099 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:18:49,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:18:49,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T15:18:49,100 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T15:18:49,100 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:18:49,101 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:18:49,101 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T15:18:49,102 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/data/hbase/meta/1588230740 2024-11-10T15:18:49,103 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/data/hbase/meta/1588230740 2024-11-10T15:18:49,104 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T15:18:49,104 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T15:18:49,104 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T15:18:49,105 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T15:18:49,106 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74983524, jitterRate=0.11734157800674438}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T15:18:49,106 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T15:18:49,107 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731251929093Writing region info on filesystem at 1731251929093Initializing all the Stores at 1731251929094 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731251929095 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731251929095Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731251929095Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731251929095Cleaning up temporary data from old regions at 1731251929104 (+9 ms)Running coprocessor post-open hooks at 1731251929106 (+2 ms)Region opened successfully at 1731251929107 (+1 ms) 2024-11-10T15:18:49,108 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731251929062 2024-11-10T15:18:49,110 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T15:18:49,110 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T15:18:49,111 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c0771061be61,38653,1731251925919 2024-11-10T15:18:49,112 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c0771061be61,38653,1731251925919, state=OPEN 2024-11-10T15:18:49,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38547-0x1012553e4090000, quorum=127.0.0.1:49823, baseZNode=/01675418911 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01675418911/meta-region-server 2024-11-10T15:18:49,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38653-0x1012553e4090001, quorum=127.0.0.1:49823, baseZNode=/01675418911 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01675418911/meta-region-server 2024-11-10T15:18:49,150 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c0771061be61,38653,1731251925919 2024-11-10T15:18:49,150 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01675418911/meta-region-server: CHANGED 2024-11-10T15:18:49,150 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01675418911/meta-region-server: CHANGED 2024-11-10T15:18:49,153 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T15:18:49,153 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c0771061be61,38653,1731251925919 in 240 msec 2024-11-10T15:18:49,156 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T15:18:49,156 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 416 msec 2024-11-10T15:18:49,157 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T15:18:49,157 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T15:18:49,158 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T15:18:49,159 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0771061be61,38653,1731251925919, seqNum=-1] 2024-11-10T15:18:49,159 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T15:18:49,160 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60495, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T15:18:49,165 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2740 sec 2024-11-10T15:18:49,166 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731251929166, completionTime=-1 2024-11-10T15:18:49,166 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T15:18:49,166 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T15:18:49,168 INFO [master/c0771061be61:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T15:18:49,168 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731251989168 2024-11-10T15:18:49,168 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731252049168 2024-11-10T15:18:49,168 INFO [master/c0771061be61:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-10T15:18:49,168 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,38547,1731251925750-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:49,168 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,38547,1731251925750-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:49,168 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,38547,1731251925750-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:49,169 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c0771061be61:38547, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:49,169 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:49,169 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:49,171 DEBUG [master/c0771061be61:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T15:18:49,172 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.189sec 2024-11-10T15:18:49,172 INFO [master/c0771061be61:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T15:18:49,172 INFO [master/c0771061be61:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T15:18:49,172 INFO [master/c0771061be61:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T15:18:49,172 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T15:18:49,172 INFO [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T15:18:49,172 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,38547,1731251925750-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T15:18:49,173 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,38547,1731251925750-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T15:18:49,175 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T15:18:49,175 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T15:18:49,175 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,38547,1731251925750-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:49,243 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ecb522c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:18:49,243 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0771061be61,38547,-1 for getting cluster id 2024-11-10T15:18:49,243 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T15:18:49,244 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c314344f-e8e4-4e4f-8160-070b42be5d23' 2024-11-10T15:18:49,244 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T15:18:49,244 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c314344f-e8e4-4e4f-8160-070b42be5d23" 2024-11-10T15:18:49,245 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@efa2218, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:18:49,245 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0771061be61,38547,-1] 2024-11-10T15:18:49,245 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T15:18:49,245 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:18:49,247 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T15:18:49,248 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fdfdf96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:18:49,248 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T15:18:49,249 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0771061be61,38653,1731251925919, seqNum=-1] 2024-11-10T15:18:49,250 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T15:18:49,251 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T15:18:49,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c0771061be61,38547,1731251925750 2024-11-10T15:18:49,253 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:49823 2024-11-10T15:18:49,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:49823, baseZNode=/01675418911 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T15:18:49,267 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012553e4090002 connected 2024-11-10T15:18:49,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2adc9f25-894d-bd02-3d18-ba85270236da/hadoop.log.dir so I do NOT create it in target/test-data/b042e7be-ccbe-9271-6ba6-2309d87dca6e 2024-11-10T15:18:49,280 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2adc9f25-894d-bd02-3d18-ba85270236da/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T15:18:49,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2adc9f25-894d-bd02-3d18-ba85270236da/hadoop.tmp.dir so I do NOT create it in target/test-data/b042e7be-ccbe-9271-6ba6-2309d87dca6e 2024-11-10T15:18:49,280 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2adc9f25-894d-bd02-3d18-ba85270236da/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T15:18:49,280 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b042e7be-ccbe-9271-6ba6-2309d87dca6e 2024-11-10T15:18:49,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T15:18:49,280 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b042e7be-ccbe-9271-6ba6-2309d87dca6e/cluster_35898af4-deb0-a674-f535-acb29f7e5af5, deleteOnExit=true 2024-11-10T15:18:49,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T15:18:49,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b042e7be-ccbe-9271-6ba6-2309d87dca6e/test.cache.data in system properties and HBase conf 2024-11-10T15:18:49,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b042e7be-ccbe-9271-6ba6-2309d87dca6e/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T15:18:49,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b042e7be-ccbe-9271-6ba6-2309d87dca6e/hadoop.log.dir in system properties and HBase conf 2024-11-10T15:18:49,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b042e7be-ccbe-9271-6ba6-2309d87dca6e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T15:18:49,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b042e7be-ccbe-9271-6ba6-2309d87dca6e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T15:18:49,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T15:18:49,281 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T15:18:49,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b042e7be-ccbe-9271-6ba6-2309d87dca6e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T15:18:49,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b042e7be-ccbe-9271-6ba6-2309d87dca6e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T15:18:49,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b042e7be-ccbe-9271-6ba6-2309d87dca6e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T15:18:49,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b042e7be-ccbe-9271-6ba6-2309d87dca6e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T15:18:49,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b042e7be-ccbe-9271-6ba6-2309d87dca6e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T15:18:49,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b042e7be-ccbe-9271-6ba6-2309d87dca6e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T15:18:49,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b042e7be-ccbe-9271-6ba6-2309d87dca6e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T15:18:49,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b042e7be-ccbe-9271-6ba6-2309d87dca6e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T15:18:49,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b042e7be-ccbe-9271-6ba6-2309d87dca6e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T15:18:49,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b042e7be-ccbe-9271-6ba6-2309d87dca6e/nfs.dump.dir in system properties and HBase conf 2024-11-10T15:18:49,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b042e7be-ccbe-9271-6ba6-2309d87dca6e/java.io.tmpdir in system properties and HBase conf 2024-11-10T15:18:49,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b042e7be-ccbe-9271-6ba6-2309d87dca6e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T15:18:49,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b042e7be-ccbe-9271-6ba6-2309d87dca6e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T15:18:49,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b042e7be-ccbe-9271-6ba6-2309d87dca6e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T15:18:49,788 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T15:18:49,792 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T15:18:49,793 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T15:18:49,793 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T15:18:49,793 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T15:18:49,794 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T15:18:49,794 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42b16601{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b042e7be-ccbe-9271-6ba6-2309d87dca6e/hadoop.log.dir/,AVAILABLE} 2024-11-10T15:18:49,794 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46e5e3f9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T15:18:49,834 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-10T15:18:49,892 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@74b96f19{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b042e7be-ccbe-9271-6ba6-2309d87dca6e/java.io.tmpdir/jetty-localhost-38875-hadoop-hdfs-3_4_1-tests_jar-_-any-14180166210856162391/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T15:18:49,893 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4590de63{HTTP/1.1, (http/1.1)}{localhost:38875} 2024-11-10T15:18:49,893 INFO [Time-limited test {}] server.Server(415): Started @60386ms 2024-11-10T15:18:50,285 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T15:18:50,289 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T15:18:50,290 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T15:18:50,290 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T15:18:50,290 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T15:18:50,290 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@172ab688{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b042e7be-ccbe-9271-6ba6-2309d87dca6e/hadoop.log.dir/,AVAILABLE} 2024-11-10T15:18:50,290 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@71c5377a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T15:18:50,390 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@c544c3b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b042e7be-ccbe-9271-6ba6-2309d87dca6e/java.io.tmpdir/jetty-localhost-39339-hadoop-hdfs-3_4_1-tests_jar-_-any-5096496831464182808/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T15:18:50,391 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4ba1527{HTTP/1.1, (http/1.1)}{localhost:39339} 2024-11-10T15:18:50,391 INFO [Time-limited test {}] server.Server(415): Started @60884ms 2024-11-10T15:18:50,392 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T15:18:51,241 WARN [Thread-944 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b042e7be-ccbe-9271-6ba6-2309d87dca6e/cluster_35898af4-deb0-a674-f535-acb29f7e5af5/data/data1/current/BP-178545089-172.17.0.3-1731251929296/current, will proceed with Du for space computation calculation, 2024-11-10T15:18:51,242 WARN [Thread-945 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b042e7be-ccbe-9271-6ba6-2309d87dca6e/cluster_35898af4-deb0-a674-f535-acb29f7e5af5/data/data2/current/BP-178545089-172.17.0.3-1731251929296/current, will proceed with Du for space computation calculation, 2024-11-10T15:18:51,321 WARN [Thread-932 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T15:18:51,326 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5d93d3864894e8cf with lease ID 0xc1de99d417f8aee4: Processing first storage report for DS-85ab5a5f-c7ea-48d0-9d57-7f71c9bb41cd from datanode DatanodeRegistration(127.0.0.1:32969, datanodeUuid=3eef2f92-55ae-46f4-94e1-c0b0522c12ad, infoPort=46721, infoSecurePort=0, ipcPort=33609, storageInfo=lv=-57;cid=testClusterID;nsid=745996351;c=1731251929296) 2024-11-10T15:18:51,326 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5d93d3864894e8cf with lease ID 0xc1de99d417f8aee4: from storage DS-85ab5a5f-c7ea-48d0-9d57-7f71c9bb41cd node DatanodeRegistration(127.0.0.1:32969, datanodeUuid=3eef2f92-55ae-46f4-94e1-c0b0522c12ad, infoPort=46721, infoSecurePort=0, ipcPort=33609, storageInfo=lv=-57;cid=testClusterID;nsid=745996351;c=1731251929296), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-10T15:18:51,327 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5d93d3864894e8cf with lease ID 0xc1de99d417f8aee4: Processing first storage report for DS-564cf67c-e9a9-4c63-ad63-ea1bee89a844 from datanode DatanodeRegistration(127.0.0.1:32969, datanodeUuid=3eef2f92-55ae-46f4-94e1-c0b0522c12ad, infoPort=46721, infoSecurePort=0, ipcPort=33609, storageInfo=lv=-57;cid=testClusterID;nsid=745996351;c=1731251929296) 2024-11-10T15:18:51,327 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5d93d3864894e8cf with lease ID 0xc1de99d417f8aee4: from storage DS-564cf67c-e9a9-4c63-ad63-ea1bee89a844 node DatanodeRegistration(127.0.0.1:32969, datanodeUuid=3eef2f92-55ae-46f4-94e1-c0b0522c12ad, infoPort=46721, infoSecurePort=0, ipcPort=33609, storageInfo=lv=-57;cid=testClusterID;nsid=745996351;c=1731251929296), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T15:18:51,341 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b042e7be-ccbe-9271-6ba6-2309d87dca6e 2024-11-10T15:18:51,341 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:18:51,342 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:18:51,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32969 is added to blk_1073741825_1001 (size=7) 2024-11-10T15:18:51,374 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33087/user/jenkins/test-data/7fa5a4e4-7422-e47f-1e27-abb79d75f42a with version=8 2024-11-10T15:18:51,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33087/user/jenkins/test-data/7fa5a4e4-7422-e47f-1e27-abb79d75f42a/hbase-staging 2024-11-10T15:18:51,378 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c0771061be61:0 server-side Connection retries=45 2024-11-10T15:18:51,379 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T15:18:51,379 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T15:18:51,379 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T15:18:51,379 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T15:18:51,379 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T15:18:51,379 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T15:18:51,379 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T15:18:51,380 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42849 2024-11-10T15:18:51,381 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42849 connecting to ZooKeeper ensemble=127.0.0.1:49823 2024-11-10T15:18:51,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:428490x0, quorum=127.0.0.1:49823, baseZNode=/11351265727 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T15:18:51,428 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42849-0x1012553e4090003 connected 2024-11-10T15:18:51,499 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:18:51,501 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:18:51,505 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42849-0x1012553e4090003, quorum=127.0.0.1:49823, baseZNode=/11351265727 Set watcher on znode that does not yet exist, /11351265727/running 2024-11-10T15:18:51,505 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33087/user/jenkins/test-data/7fa5a4e4-7422-e47f-1e27-abb79d75f42a, hbase.cluster.distributed=false 2024-11-10T15:18:51,507 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42849-0x1012553e4090003, quorum=127.0.0.1:49823, baseZNode=/11351265727 Set watcher on znode that does not yet exist, /11351265727/acl 2024-11-10T15:18:51,515 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42849 2024-11-10T15:18:51,516 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42849 2024-11-10T15:18:51,520 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42849 2024-11-10T15:18:51,547 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42849 2024-11-10T15:18:51,547 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42849 2024-11-10T15:18:51,564 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c0771061be61:0 server-side Connection retries=45 2024-11-10T15:18:51,564 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T15:18:51,564 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T15:18:51,564 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T15:18:51,564 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T15:18:51,564 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T15:18:51,564 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T15:18:51,564 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T15:18:51,566 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45205 2024-11-10T15:18:51,568 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45205 connecting to ZooKeeper ensemble=127.0.0.1:49823 2024-11-10T15:18:51,568 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:18:51,570 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:18:51,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:452050x0, quorum=127.0.0.1:49823, baseZNode=/11351265727 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T15:18:51,583 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:452050x0, quorum=127.0.0.1:49823, baseZNode=/11351265727 Set watcher on znode that does not yet exist, /11351265727/running 2024-11-10T15:18:51,584 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T15:18:51,593 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45205-0x1012553e4090004 connected 2024-11-10T15:18:51,608 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T15:18:51,610 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45205-0x1012553e4090004, quorum=127.0.0.1:49823, baseZNode=/11351265727 Set watcher on znode that does not yet exist, /11351265727/master 2024-11-10T15:18:51,611 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45205-0x1012553e4090004, quorum=127.0.0.1:49823, baseZNode=/11351265727 Set watcher on znode that does not yet exist, /11351265727/acl 2024-11-10T15:18:51,616 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45205 2024-11-10T15:18:51,616 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45205 2024-11-10T15:18:51,628 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45205 2024-11-10T15:18:51,640 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45205 2024-11-10T15:18:51,641 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45205 2024-11-10T15:18:51,668 DEBUG [M:0;c0771061be61:42849 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c0771061be61:42849 2024-11-10T15:18:51,674 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11351265727/backup-masters/c0771061be61,42849,1731251931378 2024-11-10T15:18:51,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42849-0x1012553e4090003, quorum=127.0.0.1:49823, baseZNode=/11351265727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11351265727/backup-masters 2024-11-10T15:18:51,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45205-0x1012553e4090004, quorum=127.0.0.1:49823, baseZNode=/11351265727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11351265727/backup-masters 2024-11-10T15:18:51,678 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42849-0x1012553e4090003, quorum=127.0.0.1:49823, baseZNode=/11351265727 Set watcher on existing znode=/11351265727/backup-masters/c0771061be61,42849,1731251931378 2024-11-10T15:18:51,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42849-0x1012553e4090003, quorum=127.0.0.1:49823, baseZNode=/11351265727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11351265727 2024-11-10T15:18:51,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45205-0x1012553e4090004, quorum=127.0.0.1:49823, baseZNode=/11351265727 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11351265727/master 2024-11-10T15:18:51,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45205-0x1012553e4090004, quorum=127.0.0.1:49823, baseZNode=/11351265727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11351265727 2024-11-10T15:18:51,689 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42849-0x1012553e4090003, quorum=127.0.0.1:49823, baseZNode=/11351265727 Set watcher on existing znode=/11351265727/master 2024-11-10T15:18:51,689 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11351265727/backup-masters/c0771061be61,42849,1731251931378 from backup master directory 2024-11-10T15:18:51,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45205-0x1012553e4090004, quorum=127.0.0.1:49823, baseZNode=/11351265727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11351265727/backup-masters 2024-11-10T15:18:51,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42849-0x1012553e4090003, quorum=127.0.0.1:49823, baseZNode=/11351265727 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11351265727/backup-masters/c0771061be61,42849,1731251931378 2024-11-10T15:18:51,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42849-0x1012553e4090003, quorum=127.0.0.1:49823, baseZNode=/11351265727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11351265727/backup-masters 2024-11-10T15:18:51,699 WARN [master/c0771061be61:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T15:18:51,699 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c0771061be61,42849,1731251931378 2024-11-10T15:18:51,705 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33087/user/jenkins/test-data/7fa5a4e4-7422-e47f-1e27-abb79d75f42a/hbase.id] with ID: 77a1d072-5b31-4014-9997-dfec546a1053 2024-11-10T15:18:51,705 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33087/user/jenkins/test-data/7fa5a4e4-7422-e47f-1e27-abb79d75f42a/.tmp/hbase.id 2024-11-10T15:18:51,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32969 is added to blk_1073741826_1002 (size=42) 2024-11-10T15:18:52,138 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33087/user/jenkins/test-data/7fa5a4e4-7422-e47f-1e27-abb79d75f42a/.tmp/hbase.id]:[hdfs://localhost:33087/user/jenkins/test-data/7fa5a4e4-7422-e47f-1e27-abb79d75f42a/hbase.id] 2024-11-10T15:18:52,159 INFO [master/c0771061be61:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:18:52,159 INFO [master/c0771061be61:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T15:18:52,162 INFO [master/c0771061be61:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-10T15:18:52,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42849-0x1012553e4090003, quorum=127.0.0.1:49823, baseZNode=/11351265727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11351265727 2024-11-10T15:18:52,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45205-0x1012553e4090004, quorum=127.0.0.1:49823, baseZNode=/11351265727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11351265727 2024-11-10T15:18:52,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32969 is added to blk_1073741827_1003 (size=196) 2024-11-10T15:18:52,206 INFO [master/c0771061be61:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T15:18:52,207 INFO [master/c0771061be61:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T15:18:52,214 INFO [master/c0771061be61:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T15:18:52,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32969 is added to blk_1073741828_1004 (size=1189) 2024-11-10T15:18:52,628 INFO [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33087/user/jenkins/test-data/7fa5a4e4-7422-e47f-1e27-abb79d75f42a/MasterData/data/master/store 2024-11-10T15:18:52,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32969 is added to blk_1073741829_1005 (size=34) 2024-11-10T15:18:53,036 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:18:53,036 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T15:18:53,037 INFO [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:18:53,037 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:18:53,037 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T15:18:53,037 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:18:53,037 INFO [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:18:53,037 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731251933036Disabling compacts and flushes for region at 1731251933036Disabling writes for close at 1731251933037 (+1 ms)Writing region close event to WAL at 1731251933037Closed at 1731251933037 2024-11-10T15:18:53,038 WARN [master/c0771061be61:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33087/user/jenkins/test-data/7fa5a4e4-7422-e47f-1e27-abb79d75f42a/MasterData/data/master/store/.initializing 2024-11-10T15:18:53,038 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33087/user/jenkins/test-data/7fa5a4e4-7422-e47f-1e27-abb79d75f42a/MasterData/WALs/c0771061be61,42849,1731251931378 2024-11-10T15:18:53,041 INFO [master/c0771061be61:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T15:18:53,043 INFO [master/c0771061be61:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c0771061be61%2C42849%2C1731251931378, suffix=, logDir=hdfs://localhost:33087/user/jenkins/test-data/7fa5a4e4-7422-e47f-1e27-abb79d75f42a/MasterData/WALs/c0771061be61,42849,1731251931378, archiveDir=hdfs://localhost:33087/user/jenkins/test-data/7fa5a4e4-7422-e47f-1e27-abb79d75f42a/MasterData/oldWALs, maxLogs=10 2024-11-10T15:18:53,066 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7fa5a4e4-7422-e47f-1e27-abb79d75f42a/MasterData/WALs/c0771061be61,42849,1731251931378/c0771061be61%2C42849%2C1731251931378.1731251933043, exclude list is [], retry=0 2024-11-10T15:18:53,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32969,DS-85ab5a5f-c7ea-48d0-9d57-7f71c9bb41cd,DISK] 2024-11-10T15:18:53,074 INFO [master/c0771061be61:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7fa5a4e4-7422-e47f-1e27-abb79d75f42a/MasterData/WALs/c0771061be61,42849,1731251931378/c0771061be61%2C42849%2C1731251931378.1731251933043 2024-11-10T15:18:53,074 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46721:46721)] 2024-11-10T15:18:53,074 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T15:18:53,074 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:18:53,075 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:18:53,075 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:18:53,081 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:18:53,083 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T15:18:53,083 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:18:53,083 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:18:53,084 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:18:53,085 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T15:18:53,085 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:18:53,086 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:18:53,086 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:18:53,087 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T15:18:53,088 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:18:53,088 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:18:53,088 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:18:53,090 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T15:18:53,090 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:18:53,091 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:18:53,091 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:18:53,092 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33087/user/jenkins/test-data/7fa5a4e4-7422-e47f-1e27-abb79d75f42a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:18:53,092 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33087/user/jenkins/test-data/7fa5a4e4-7422-e47f-1e27-abb79d75f42a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:18:53,094 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:18:53,094 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:18:53,095 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T15:18:53,097 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:18:53,105 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33087/user/jenkins/test-data/7fa5a4e4-7422-e47f-1e27-abb79d75f42a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T15:18:53,105 INFO [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61480491, jitterRate=-0.08386929333209991}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T15:18:53,105 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731251933075Initializing all the Stores at 1731251933076 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731251933076Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731251933080 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731251933080Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731251933080Cleaning up temporary data from old regions at 1731251933094 (+14 ms)Region opened successfully at 1731251933105 (+11 ms) 2024-11-10T15:18:53,112 INFO [master/c0771061be61:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T15:18:53,117 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dd0af5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c0771061be61/172.17.0.3:0 2024-11-10T15:18:53,117 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T15:18:53,117 INFO [master/c0771061be61:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T15:18:53,118 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T15:18:53,118 INFO [master/c0771061be61:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T15:18:53,118 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T15:18:53,119 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T15:18:53,119 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T15:18:53,146 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T15:18:53,147 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42849-0x1012553e4090003, quorum=127.0.0.1:49823, baseZNode=/11351265727 Unable to get data of znode /11351265727/balancer because node does not exist (not necessarily an error) 2024-11-10T15:18:53,151 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11351265727/balancer already deleted, retry=false 2024-11-10T15:18:53,151 INFO [master/c0771061be61:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T15:18:53,152 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42849-0x1012553e4090003, quorum=127.0.0.1:49823, baseZNode=/11351265727 Unable to get data of znode /11351265727/normalizer because node does not exist (not necessarily an error) 2024-11-10T15:18:53,161 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11351265727/normalizer already deleted, retry=false 2024-11-10T15:18:53,162 INFO [master/c0771061be61:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T15:18:53,165 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42849-0x1012553e4090003, quorum=127.0.0.1:49823, baseZNode=/11351265727 Unable to get data of znode /11351265727/switch/split because node does not exist (not necessarily an error) 2024-11-10T15:18:53,172 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11351265727/switch/split already deleted, retry=false 2024-11-10T15:18:53,173 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42849-0x1012553e4090003, quorum=127.0.0.1:49823, baseZNode=/11351265727 Unable to get data of znode /11351265727/switch/merge because node does not exist (not necessarily an error) 2024-11-10T15:18:53,182 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11351265727/switch/merge already deleted, retry=false 2024-11-10T15:18:53,184 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42849-0x1012553e4090003, quorum=127.0.0.1:49823, baseZNode=/11351265727 Unable to get data of znode /11351265727/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T15:18:53,193 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11351265727/snapshot-cleanup already deleted, retry=false 2024-11-10T15:18:53,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45205-0x1012553e4090004, quorum=127.0.0.1:49823, baseZNode=/11351265727 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11351265727/running 2024-11-10T15:18:53,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42849-0x1012553e4090003, quorum=127.0.0.1:49823, baseZNode=/11351265727 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11351265727/running 2024-11-10T15:18:53,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45205-0x1012553e4090004, quorum=127.0.0.1:49823, baseZNode=/11351265727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11351265727 2024-11-10T15:18:53,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42849-0x1012553e4090003, quorum=127.0.0.1:49823, baseZNode=/11351265727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11351265727 2024-11-10T15:18:53,204 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c0771061be61,42849,1731251931378, sessionid=0x1012553e4090003, setting cluster-up flag (Was=false) 2024-11-10T15:18:53,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45205-0x1012553e4090004, quorum=127.0.0.1:49823, baseZNode=/11351265727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11351265727 2024-11-10T15:18:53,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42849-0x1012553e4090003, quorum=127.0.0.1:49823, baseZNode=/11351265727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11351265727 2024-11-10T15:18:53,266 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11351265727/flush-table-proc/acquired, /11351265727/flush-table-proc/reached, /11351265727/flush-table-proc/abort 2024-11-10T15:18:53,268 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c0771061be61,42849,1731251931378 2024-11-10T15:18:53,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45205-0x1012553e4090004, quorum=127.0.0.1:49823, baseZNode=/11351265727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11351265727 2024-11-10T15:18:53,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42849-0x1012553e4090003, quorum=127.0.0.1:49823, baseZNode=/11351265727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11351265727 2024-11-10T15:18:53,330 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11351265727/online-snapshot/acquired, /11351265727/online-snapshot/reached, /11351265727/online-snapshot/abort 2024-11-10T15:18:53,331 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c0771061be61,42849,1731251931378 2024-11-10T15:18:53,332 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33087/user/jenkins/test-data/7fa5a4e4-7422-e47f-1e27-abb79d75f42a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T15:18:53,335 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T15:18:53,335 INFO [master/c0771061be61:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T15:18:53,335 INFO [master/c0771061be61:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T15:18:53,335 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c0771061be61,42849,1731251931378 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T15:18:53,337 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c0771061be61:0, corePoolSize=5, maxPoolSize=5 2024-11-10T15:18:53,337 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c0771061be61:0, corePoolSize=5, maxPoolSize=5 2024-11-10T15:18:53,337 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c0771061be61:0, corePoolSize=5, maxPoolSize=5 2024-11-10T15:18:53,337 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c0771061be61:0, corePoolSize=5, maxPoolSize=5 2024-11-10T15:18:53,337 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c0771061be61:0, corePoolSize=10, maxPoolSize=10 2024-11-10T15:18:53,337 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:18:53,337 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c0771061be61:0, corePoolSize=2, maxPoolSize=2 2024-11-10T15:18:53,337 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:18:53,340 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T15:18:53,340 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T15:18:53,342 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:18:53,342 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T15:18:53,348 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731251963348 2024-11-10T15:18:53,348 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T15:18:53,348 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T15:18:53,348 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T15:18:53,348 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T15:18:53,348 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T15:18:53,348 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T15:18:53,353 INFO [RS:0;c0771061be61:45205 {}] regionserver.HRegionServer(746): ClusterId : 77a1d072-5b31-4014-9997-dfec546a1053 2024-11-10T15:18:53,353 DEBUG [RS:0;c0771061be61:45205 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T15:18:53,360 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:53,362 DEBUG [RS:0;c0771061be61:45205 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T15:18:53,362 DEBUG [RS:0;c0771061be61:45205 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T15:18:53,364 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T15:18:53,364 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T15:18:53,364 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T15:18:53,364 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T15:18:53,368 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T15:18:53,368 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T15:18:53,372 DEBUG [RS:0;c0771061be61:45205 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T15:18:53,373 DEBUG [RS:0;c0771061be61:45205 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a728e12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c0771061be61/172.17.0.3:0 2024-11-10T15:18:53,377 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c0771061be61:0:becomeActiveMaster-HFileCleaner.large.0-1731251933368,5,FailOnTimeoutGroup] 2024-11-10T15:18:53,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32969 is added to blk_1073741831_1007 (size=1321) 2024-11-10T15:18:53,384 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c0771061be61:0:becomeActiveMaster-HFileCleaner.small.0-1731251933377,5,FailOnTimeoutGroup] 2024-11-10T15:18:53,384 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:53,385 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T15:18:53,385 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:53,385 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:53,403 DEBUG [RS:0;c0771061be61:45205 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c0771061be61:45205 2024-11-10T15:18:53,403 INFO [RS:0;c0771061be61:45205 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T15:18:53,403 INFO [RS:0;c0771061be61:45205 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T15:18:53,404 DEBUG [RS:0;c0771061be61:45205 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T15:18:53,405 INFO [RS:0;c0771061be61:45205 {}] regionserver.HRegionServer(2659): reportForDuty to master=c0771061be61,42849,1731251931378 with port=45205, startcode=1731251931564 2024-11-10T15:18:53,405 DEBUG [RS:0;c0771061be61:45205 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T15:18:53,407 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35825, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T15:18:53,407 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42849 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c0771061be61,45205,1731251931564 2024-11-10T15:18:53,407 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42849 {}] master.ServerManager(517): Registering regionserver=c0771061be61,45205,1731251931564 2024-11-10T15:18:53,409 DEBUG [RS:0;c0771061be61:45205 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33087/user/jenkins/test-data/7fa5a4e4-7422-e47f-1e27-abb79d75f42a 2024-11-10T15:18:53,409 DEBUG [RS:0;c0771061be61:45205 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33087 2024-11-10T15:18:53,409 DEBUG [RS:0;c0771061be61:45205 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T15:18:53,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42849-0x1012553e4090003, quorum=127.0.0.1:49823, baseZNode=/11351265727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11351265727/rs 2024-11-10T15:18:53,475 DEBUG [RS:0;c0771061be61:45205 {}] zookeeper.ZKUtil(111): regionserver:45205-0x1012553e4090004, quorum=127.0.0.1:49823, baseZNode=/11351265727 Set watcher on existing znode=/11351265727/rs/c0771061be61,45205,1731251931564 2024-11-10T15:18:53,475 WARN [RS:0;c0771061be61:45205 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T15:18:53,476 INFO [RS:0;c0771061be61:45205 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T15:18:53,476 DEBUG [RS:0;c0771061be61:45205 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33087/user/jenkins/test-data/7fa5a4e4-7422-e47f-1e27-abb79d75f42a/WALs/c0771061be61,45205,1731251931564 2024-11-10T15:18:53,477 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c0771061be61,45205,1731251931564] 2024-11-10T15:18:53,479 INFO [RS:0;c0771061be61:45205 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T15:18:53,481 INFO [RS:0;c0771061be61:45205 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T15:18:53,481 INFO [RS:0;c0771061be61:45205 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T15:18:53,481 INFO [RS:0;c0771061be61:45205 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:53,482 INFO [RS:0;c0771061be61:45205 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T15:18:53,482 INFO [RS:0;c0771061be61:45205 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T15:18:53,482 INFO [RS:0;c0771061be61:45205 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:53,482 DEBUG [RS:0;c0771061be61:45205 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:18:53,482 DEBUG [RS:0;c0771061be61:45205 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:18:53,482 DEBUG [RS:0;c0771061be61:45205 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:18:53,483 DEBUG [RS:0;c0771061be61:45205 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:18:53,483 DEBUG [RS:0;c0771061be61:45205 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:18:53,483 DEBUG [RS:0;c0771061be61:45205 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c0771061be61:0, corePoolSize=2, maxPoolSize=2 2024-11-10T15:18:53,483 DEBUG [RS:0;c0771061be61:45205 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:18:53,483 DEBUG [RS:0;c0771061be61:45205 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:18:53,483 DEBUG [RS:0;c0771061be61:45205 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:18:53,483 DEBUG [RS:0;c0771061be61:45205 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:18:53,483 DEBUG [RS:0;c0771061be61:45205 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:18:53,483 DEBUG [RS:0;c0771061be61:45205 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:18:53,483 DEBUG [RS:0;c0771061be61:45205 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c0771061be61:0, corePoolSize=3, maxPoolSize=3 2024-11-10T15:18:53,483 DEBUG [RS:0;c0771061be61:45205 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c0771061be61:0, corePoolSize=3, maxPoolSize=3 2024-11-10T15:18:53,483 INFO [RS:0;c0771061be61:45205 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:53,483 INFO [RS:0;c0771061be61:45205 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:53,483 INFO [RS:0;c0771061be61:45205 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:53,483 INFO [RS:0;c0771061be61:45205 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:53,483 INFO [RS:0;c0771061be61:45205 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:53,483 INFO [RS:0;c0771061be61:45205 {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,45205,1731251931564-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T15:18:53,498 INFO [RS:0;c0771061be61:45205 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T15:18:53,498 INFO [RS:0;c0771061be61:45205 {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,45205,1731251931564-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:53,498 INFO [RS:0;c0771061be61:45205 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:53,498 INFO [RS:0;c0771061be61:45205 {}] regionserver.Replication(171): c0771061be61,45205,1731251931564 started 2024-11-10T15:18:53,512 INFO [RS:0;c0771061be61:45205 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:53,512 INFO [RS:0;c0771061be61:45205 {}] regionserver.HRegionServer(1482): Serving as c0771061be61,45205,1731251931564, RpcServer on c0771061be61/172.17.0.3:45205, sessionid=0x1012553e4090004 2024-11-10T15:18:53,513 DEBUG [RS:0;c0771061be61:45205 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T15:18:53,513 DEBUG [RS:0;c0771061be61:45205 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c0771061be61,45205,1731251931564 2024-11-10T15:18:53,513 DEBUG [RS:0;c0771061be61:45205 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c0771061be61,45205,1731251931564' 2024-11-10T15:18:53,513 DEBUG [RS:0;c0771061be61:45205 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11351265727/flush-table-proc/abort' 2024-11-10T15:18:53,513 DEBUG [RS:0;c0771061be61:45205 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11351265727/flush-table-proc/acquired' 2024-11-10T15:18:53,514 DEBUG [RS:0;c0771061be61:45205 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T15:18:53,514 DEBUG [RS:0;c0771061be61:45205 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T15:18:53,514 DEBUG [RS:0;c0771061be61:45205 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c0771061be61,45205,1731251931564 2024-11-10T15:18:53,514 DEBUG [RS:0;c0771061be61:45205 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c0771061be61,45205,1731251931564' 2024-11-10T15:18:53,514 DEBUG [RS:0;c0771061be61:45205 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11351265727/online-snapshot/abort' 2024-11-10T15:18:53,516 DEBUG [RS:0;c0771061be61:45205 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11351265727/online-snapshot/acquired' 2024-11-10T15:18:53,517 DEBUG [RS:0;c0771061be61:45205 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T15:18:53,517 INFO [RS:0;c0771061be61:45205 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T15:18:53,517 INFO [RS:0;c0771061be61:45205 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T15:18:53,617 INFO [RS:0;c0771061be61:45205 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T15:18:53,620 INFO [RS:0;c0771061be61:45205 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0771061be61%2C45205%2C1731251931564, suffix=, logDir=hdfs://localhost:33087/user/jenkins/test-data/7fa5a4e4-7422-e47f-1e27-abb79d75f42a/WALs/c0771061be61,45205,1731251931564, archiveDir=hdfs://localhost:33087/user/jenkins/test-data/7fa5a4e4-7422-e47f-1e27-abb79d75f42a/oldWALs, maxLogs=10 2024-11-10T15:18:53,641 DEBUG [RS:0;c0771061be61:45205 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7fa5a4e4-7422-e47f-1e27-abb79d75f42a/WALs/c0771061be61,45205,1731251931564/c0771061be61%2C45205%2C1731251931564.1731251933621, exclude list is [], retry=0 2024-11-10T15:18:53,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32969,DS-85ab5a5f-c7ea-48d0-9d57-7f71c9bb41cd,DISK] 2024-11-10T15:18:53,657 INFO [RS:0;c0771061be61:45205 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7fa5a4e4-7422-e47f-1e27-abb79d75f42a/WALs/c0771061be61,45205,1731251931564/c0771061be61%2C45205%2C1731251931564.1731251933621 2024-11-10T15:18:53,658 DEBUG [RS:0;c0771061be61:45205 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46721:46721)] 2024-11-10T15:18:53,780 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33087/user/jenkins/test-data/7fa5a4e4-7422-e47f-1e27-abb79d75f42a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T15:18:53,781 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33087/user/jenkins/test-data/7fa5a4e4-7422-e47f-1e27-abb79d75f42a 2024-11-10T15:18:53,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32969 is added to blk_1073741833_1009 (size=32) 2024-11-10T15:18:54,019 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T15:18:54,095 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:18:54,122 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:18:54,124 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:18:54,124 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:18:54,240 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:18:54,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T15:18:54,244 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T15:18:54,244 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:18:54,245 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:18:54,245 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T15:18:54,247 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T15:18:54,247 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:18:54,250 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:18:54,250 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T15:18:54,252 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T15:18:54,252 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:18:54,254 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:18:54,254 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T15:18:54,256 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T15:18:54,256 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:18:54,256 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:18:54,256 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T15:18:54,258 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33087/user/jenkins/test-data/7fa5a4e4-7422-e47f-1e27-abb79d75f42a/data/hbase/meta/1588230740 2024-11-10T15:18:54,258 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33087/user/jenkins/test-data/7fa5a4e4-7422-e47f-1e27-abb79d75f42a/data/hbase/meta/1588230740 2024-11-10T15:18:54,261 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T15:18:54,261 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T15:18:54,262 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T15:18:54,263 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T15:18:54,267 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33087/user/jenkins/test-data/7fa5a4e4-7422-e47f-1e27-abb79d75f42a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T15:18:54,269 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74326545, jitterRate=0.10755182802677155}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T15:18:54,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731251934240Initializing all the Stores at 1731251934242 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731251934242Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731251934242Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731251934242Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731251934242Cleaning up temporary data from old regions at 1731251934261 (+19 ms)Region opened successfully at 1731251934269 (+8 ms) 2024-11-10T15:18:54,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T15:18:54,269 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T15:18:54,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T15:18:54,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T15:18:54,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T15:18:54,270 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T15:18:54,270 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731251934269Disabling compacts and flushes for region at 1731251934269Disabling writes for close at 1731251934269Writing region close event to WAL at 1731251934270 (+1 ms)Closed at 1731251934270 2024-11-10T15:18:54,271 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T15:18:54,271 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T15:18:54,272 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T15:18:54,273 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T15:18:54,276 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T15:18:54,426 DEBUG [c0771061be61:42849 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T15:18:54,427 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c0771061be61,45205,1731251931564 2024-11-10T15:18:54,428 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c0771061be61,45205,1731251931564, state=OPENING 2024-11-10T15:18:54,435 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T15:18:54,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42849-0x1012553e4090003, quorum=127.0.0.1:49823, baseZNode=/11351265727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11351265727 2024-11-10T15:18:54,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45205-0x1012553e4090004, quorum=127.0.0.1:49823, baseZNode=/11351265727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11351265727 2024-11-10T15:18:54,446 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11351265727/meta-region-server: CHANGED 2024-11-10T15:18:54,446 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11351265727/meta-region-server: CHANGED 2024-11-10T15:18:54,449 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T15:18:54,449 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c0771061be61,45205,1731251931564}] 2024-11-10T15:18:54,605 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T15:18:54,607 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46837, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T15:18:54,610 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T15:18:54,610 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T15:18:54,610 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T15:18:54,611 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0771061be61%2C45205%2C1731251931564.meta, suffix=.meta, logDir=hdfs://localhost:33087/user/jenkins/test-data/7fa5a4e4-7422-e47f-1e27-abb79d75f42a/WALs/c0771061be61,45205,1731251931564, archiveDir=hdfs://localhost:33087/user/jenkins/test-data/7fa5a4e4-7422-e47f-1e27-abb79d75f42a/oldWALs, maxLogs=10 2024-11-10T15:18:54,625 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7fa5a4e4-7422-e47f-1e27-abb79d75f42a/WALs/c0771061be61,45205,1731251931564/c0771061be61%2C45205%2C1731251931564.meta.1731251934612.meta, exclude list is [], retry=0 2024-11-10T15:18:54,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32969,DS-85ab5a5f-c7ea-48d0-9d57-7f71c9bb41cd,DISK] 2024-11-10T15:18:54,632 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7fa5a4e4-7422-e47f-1e27-abb79d75f42a/WALs/c0771061be61,45205,1731251931564/c0771061be61%2C45205%2C1731251931564.meta.1731251934612.meta 2024-11-10T15:18:54,633 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46721:46721)] 2024-11-10T15:18:54,633 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T15:18:54,633 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T15:18:54,633 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T15:18:54,633 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T15:18:54,633 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T15:18:54,634 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T15:18:54,634 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:18:54,634 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T15:18:54,634 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T15:18:54,635 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T15:18:54,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T15:18:54,643 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T15:18:54,644 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:18:54,645 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:18:54,646 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T15:18:54,647 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T15:18:54,648 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:18:54,648 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:18:54,648 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T15:18:54,650 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T15:18:54,650 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:18:54,652 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:18:54,653 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T15:18:54,660 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T15:18:54,661 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:18:54,661 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:18:54,661 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T15:18:54,662 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33087/user/jenkins/test-data/7fa5a4e4-7422-e47f-1e27-abb79d75f42a/data/hbase/meta/1588230740 2024-11-10T15:18:54,666 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33087/user/jenkins/test-data/7fa5a4e4-7422-e47f-1e27-abb79d75f42a/data/hbase/meta/1588230740 2024-11-10T15:18:54,666 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:18:54,667 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T15:18:54,667 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T15:18:54,667 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T15:18:54,667 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:18:54,668 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:18:54,668 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T15:18:54,669 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66549353, jitterRate=-0.008337363600730896}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T15:18:54,670 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T15:18:54,670 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731251934634Writing region info on filesystem at 1731251934634Initializing all the Stores at 1731251934637 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731251934637Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731251934640 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731251934640Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731251934640Cleaning up temporary data from old regions at 1731251934667 (+27 ms)Running coprocessor post-open hooks at 1731251934670 (+3 ms)Region opened successfully at 1731251934670 2024-11-10T15:18:54,671 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731251934605 2024-11-10T15:18:54,674 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T15:18:54,674 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T15:18:54,676 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c0771061be61,45205,1731251931564 2024-11-10T15:18:54,678 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c0771061be61,45205,1731251931564, state=OPEN 2024-11-10T15:18:54,682 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:18:54,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45205-0x1012553e4090004, quorum=127.0.0.1:49823, baseZNode=/11351265727 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11351265727/meta-region-server 2024-11-10T15:18:54,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42849-0x1012553e4090003, quorum=127.0.0.1:49823, baseZNode=/11351265727 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11351265727/meta-region-server 2024-11-10T15:18:54,688 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11351265727/meta-region-server: CHANGED 2024-11-10T15:18:54,688 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11351265727/meta-region-server: CHANGED 2024-11-10T15:18:54,688 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c0771061be61,45205,1731251931564 2024-11-10T15:18:54,696 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T15:18:54,696 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 421 msec 2024-11-10T15:18:54,697 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T15:18:54,697 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c0771061be61,45205,1731251931564 in 239 msec 2024-11-10T15:18:54,698 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T15:18:54,698 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T15:18:54,700 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T15:18:54,700 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0771061be61,45205,1731251931564, seqNum=-1] 2024-11-10T15:18:54,701 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T15:18:54,703 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50745, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T15:18:54,711 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3750 sec 2024-11-10T15:18:54,711 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731251934711, completionTime=-1 2024-11-10T15:18:54,712 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T15:18:54,712 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T15:18:54,714 INFO [master/c0771061be61:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T15:18:54,714 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731251994714 2024-11-10T15:18:54,714 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731252054714 2024-11-10T15:18:54,714 INFO [master/c0771061be61:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-10T15:18:54,714 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,42849,1731251931378-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:54,715 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,42849,1731251931378-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:54,715 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,42849,1731251931378-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:54,715 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c0771061be61:42849, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:54,715 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:54,719 DEBUG [master/c0771061be61:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T15:18:54,720 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:54,726 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.027sec 2024-11-10T15:18:54,726 INFO [master/c0771061be61:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T15:18:54,726 INFO [master/c0771061be61:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T15:18:54,726 INFO [master/c0771061be61:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T15:18:54,726 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T15:18:54,726 INFO [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T15:18:54,726 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,42849,1731251931378-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T15:18:54,726 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,42849,1731251931378-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T15:18:54,744 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T15:18:54,744 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T15:18:54,744 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,42849,1731251931378-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:18:54,768 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6618d265, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:18:54,769 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0771061be61,42849,-1 for getting cluster id 2024-11-10T15:18:54,769 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T15:18:54,785 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '77a1d072-5b31-4014-9997-dfec546a1053' 2024-11-10T15:18:54,786 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T15:18:54,786 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "77a1d072-5b31-4014-9997-dfec546a1053" 2024-11-10T15:18:54,786 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30a4d7f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:18:54,786 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0771061be61,42849,-1] 2024-11-10T15:18:54,787 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T15:18:54,787 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:18:54,789 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T15:18:54,790 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57dc47ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:18:54,790 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T15:18:54,792 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0771061be61,45205,1731251931564, seqNum=-1] 2024-11-10T15:18:54,792 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T15:18:54,794 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T15:18:54,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c0771061be61,42849,1731251931378 2024-11-10T15:18:54,797 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:49823 2024-11-10T15:18:54,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:49823, baseZNode=/11351265727 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T15:18:54,820 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1012553e4090005 connected 2024-11-10T15:18:54,829 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T15:18:54,831 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is c0771061be61,38547,1731251925750 2024-11-10T15:18:54,831 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@31078f99 2024-11-10T15:18:54,832 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T15:18:54,833 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T15:18:54,836 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T15:18:54,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T15:18:54,840 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T15:18:54,842 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:18:54,844 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T15:18:54,845 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T15:18:54,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T15:18:54,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741835_1011 (size=902) 2024-11-10T15:18:54,875 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 444e44994070f1081fece27304a6af86, NAME => 'test,,1731251934833.444e44994070f1081fece27304a6af86.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67 2024-11-10T15:18:54,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741836_1012 (size=39) 2024-11-10T15:18:54,887 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731251934833.444e44994070f1081fece27304a6af86.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:18:54,887 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 444e44994070f1081fece27304a6af86, disabling compactions & flushes 2024-11-10T15:18:54,887 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731251934833.444e44994070f1081fece27304a6af86. 2024-11-10T15:18:54,887 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731251934833.444e44994070f1081fece27304a6af86. 2024-11-10T15:18:54,887 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731251934833.444e44994070f1081fece27304a6af86. after waiting 0 ms 2024-11-10T15:18:54,887 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731251934833.444e44994070f1081fece27304a6af86. 2024-11-10T15:18:54,887 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731251934833.444e44994070f1081fece27304a6af86. 2024-11-10T15:18:54,887 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 444e44994070f1081fece27304a6af86: Waiting for close lock at 1731251934887Disabling compacts and flushes for region at 1731251934887Disabling writes for close at 1731251934887Writing region close event to WAL at 1731251934887Closed at 1731251934887 2024-11-10T15:18:54,890 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T15:18:54,890 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731251934833.444e44994070f1081fece27304a6af86.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731251934890"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731251934890"}]},"ts":"1731251934890"} 2024-11-10T15:18:54,894 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T15:18:54,895 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T15:18:54,896 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731251934895"}]},"ts":"1731251934895"} 2024-11-10T15:18:54,898 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T15:18:54,898 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=444e44994070f1081fece27304a6af86, ASSIGN}] 2024-11-10T15:18:54,900 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=444e44994070f1081fece27304a6af86, ASSIGN 2024-11-10T15:18:54,901 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=444e44994070f1081fece27304a6af86, ASSIGN; state=OFFLINE, location=c0771061be61,38653,1731251925919; forceNewPlan=false, retain=false 2024-11-10T15:18:54,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T15:18:55,052 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=444e44994070f1081fece27304a6af86, regionState=OPENING, regionLocation=c0771061be61,38653,1731251925919 2024-11-10T15:18:55,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=444e44994070f1081fece27304a6af86, ASSIGN because future has completed 2024-11-10T15:18:55,055 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 444e44994070f1081fece27304a6af86, server=c0771061be61,38653,1731251925919}] 2024-11-10T15:18:55,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T15:18:55,221 INFO [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731251934833.444e44994070f1081fece27304a6af86. 2024-11-10T15:18:55,222 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 444e44994070f1081fece27304a6af86, NAME => 'test,,1731251934833.444e44994070f1081fece27304a6af86.', STARTKEY => '', ENDKEY => ''} 2024-11-10T15:18:55,222 INFO [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T15:18:55,222 INFO [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T15:18:55,223 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 444e44994070f1081fece27304a6af86 2024-11-10T15:18:55,223 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731251934833.444e44994070f1081fece27304a6af86.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:18:55,224 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 444e44994070f1081fece27304a6af86 2024-11-10T15:18:55,224 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 444e44994070f1081fece27304a6af86 2024-11-10T15:18:55,232 INFO [StoreOpener-444e44994070f1081fece27304a6af86-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 444e44994070f1081fece27304a6af86 2024-11-10T15:18:55,238 INFO [StoreOpener-444e44994070f1081fece27304a6af86-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 444e44994070f1081fece27304a6af86 columnFamilyName f 2024-11-10T15:18:55,238 DEBUG [StoreOpener-444e44994070f1081fece27304a6af86-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:18:55,238 INFO [StoreOpener-444e44994070f1081fece27304a6af86-1 {}] regionserver.HStore(327): Store=444e44994070f1081fece27304a6af86/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:18:55,239 INFO [StoreOpener-444e44994070f1081fece27304a6af86-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 444e44994070f1081fece27304a6af86 2024-11-10T15:18:55,240 INFO [StoreOpener-444e44994070f1081fece27304a6af86-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 444e44994070f1081fece27304a6af86 columnFamilyName f1 2024-11-10T15:18:55,240 DEBUG [StoreOpener-444e44994070f1081fece27304a6af86-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:18:55,240 INFO [StoreOpener-444e44994070f1081fece27304a6af86-1 {}] regionserver.HStore(327): Store=444e44994070f1081fece27304a6af86/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:18:55,240 INFO [StoreOpener-444e44994070f1081fece27304a6af86-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 444e44994070f1081fece27304a6af86 2024-11-10T15:18:55,242 INFO [StoreOpener-444e44994070f1081fece27304a6af86-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 444e44994070f1081fece27304a6af86 columnFamilyName norep 2024-11-10T15:18:55,242 DEBUG [StoreOpener-444e44994070f1081fece27304a6af86-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:18:55,243 INFO [StoreOpener-444e44994070f1081fece27304a6af86-1 {}] regionserver.HStore(327): Store=444e44994070f1081fece27304a6af86/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:18:55,243 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 444e44994070f1081fece27304a6af86 2024-11-10T15:18:55,245 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/data/default/test/444e44994070f1081fece27304a6af86 2024-11-10T15:18:55,246 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/data/default/test/444e44994070f1081fece27304a6af86 2024-11-10T15:18:55,247 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 444e44994070f1081fece27304a6af86 2024-11-10T15:18:55,247 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 444e44994070f1081fece27304a6af86 2024-11-10T15:18:55,247 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T15:18:55,253 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 444e44994070f1081fece27304a6af86 2024-11-10T15:18:55,275 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/data/default/test/444e44994070f1081fece27304a6af86/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T15:18:55,276 INFO [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 444e44994070f1081fece27304a6af86; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69177833, jitterRate=0.03083004057407379}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T15:18:55,276 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 444e44994070f1081fece27304a6af86 2024-11-10T15:18:55,277 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 444e44994070f1081fece27304a6af86: Running coprocessor pre-open hook at 1731251935224Writing region info on filesystem at 1731251935224Initializing all the Stores at 1731251935225 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731251935226 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731251935232 (+6 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731251935232Cleaning up temporary data from old regions at 1731251935247 (+15 ms)Running coprocessor post-open hooks at 1731251935276 (+29 ms)Region opened successfully at 1731251935277 (+1 ms) 2024-11-10T15:18:55,280 INFO [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731251934833.444e44994070f1081fece27304a6af86., pid=6, masterSystemTime=1731251935207 2024-11-10T15:18:55,283 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731251934833.444e44994070f1081fece27304a6af86. 2024-11-10T15:18:55,283 INFO [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731251934833.444e44994070f1081fece27304a6af86. 2024-11-10T15:18:55,284 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=444e44994070f1081fece27304a6af86, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c0771061be61,38653,1731251925919 2024-11-10T15:18:55,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 444e44994070f1081fece27304a6af86, server=c0771061be61,38653,1731251925919 because future has completed 2024-11-10T15:18:55,304 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38547 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=c0771061be61,38653,1731251925919, table=test, region=444e44994070f1081fece27304a6af86. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-10T15:18:55,311 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T15:18:55,311 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 444e44994070f1081fece27304a6af86, server=c0771061be61,38653,1731251925919 in 250 msec 2024-11-10T15:18:55,317 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T15:18:55,317 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=444e44994070f1081fece27304a6af86, ASSIGN in 413 msec 2024-11-10T15:18:55,319 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T15:18:55,319 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731251935319"}]},"ts":"1731251935319"} 2024-11-10T15:18:55,323 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T15:18:55,324 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T15:18:55,335 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 486 msec 2024-11-10T15:18:55,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T15:18:55,478 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T15:18:55,478 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T15:18:55,480 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c0771061be61,42849,1731251931378 2024-11-10T15:18:55,480 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4ad989a1 2024-11-10T15:18:55,480 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T15:18:55,482 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T15:18:55,483 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T15:18:55,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T15:18:55,486 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T15:18:55,486 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:18:55,487 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T15:18:55,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T15:18:55,488 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T15:18:55,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32969 is added to blk_1073741835_1011 (size=902) 2024-11-10T15:18:55,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T15:18:55,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T15:18:55,906 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d0e50bd28ba40545dc93e8e621d93399, NAME => 'test,,1731251935483.d0e50bd28ba40545dc93e8e621d93399.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33087/user/jenkins/test-data/7fa5a4e4-7422-e47f-1e27-abb79d75f42a 2024-11-10T15:18:55,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32969 is added to blk_1073741836_1012 (size=39) 2024-11-10T15:18:55,924 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731251935483.d0e50bd28ba40545dc93e8e621d93399.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:18:55,924 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d0e50bd28ba40545dc93e8e621d93399, disabling compactions & flushes 2024-11-10T15:18:55,924 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731251935483.d0e50bd28ba40545dc93e8e621d93399. 2024-11-10T15:18:55,924 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731251935483.d0e50bd28ba40545dc93e8e621d93399. 2024-11-10T15:18:55,924 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731251935483.d0e50bd28ba40545dc93e8e621d93399. after waiting 0 ms 2024-11-10T15:18:55,924 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731251935483.d0e50bd28ba40545dc93e8e621d93399. 2024-11-10T15:18:55,924 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731251935483.d0e50bd28ba40545dc93e8e621d93399. 2024-11-10T15:18:55,924 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d0e50bd28ba40545dc93e8e621d93399: Waiting for close lock at 1731251935924Disabling compacts and flushes for region at 1731251935924Disabling writes for close at 1731251935924Writing region close event to WAL at 1731251935924Closed at 1731251935924 2024-11-10T15:18:55,925 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T15:18:55,926 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731251935483.d0e50bd28ba40545dc93e8e621d93399.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731251935925"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731251935925"}]},"ts":"1731251935925"} 2024-11-10T15:18:55,930 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T15:18:55,931 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T15:18:55,931 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731251935931"}]},"ts":"1731251935931"} 2024-11-10T15:18:55,934 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T15:18:55,935 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d0e50bd28ba40545dc93e8e621d93399, ASSIGN}] 2024-11-10T15:18:55,937 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d0e50bd28ba40545dc93e8e621d93399, ASSIGN 2024-11-10T15:18:55,939 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d0e50bd28ba40545dc93e8e621d93399, ASSIGN; state=OFFLINE, location=c0771061be61,45205,1731251931564; forceNewPlan=false, retain=false 2024-11-10T15:18:56,089 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d0e50bd28ba40545dc93e8e621d93399, regionState=OPENING, regionLocation=c0771061be61,45205,1731251931564 2024-11-10T15:18:56,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d0e50bd28ba40545dc93e8e621d93399, ASSIGN because future has completed 2024-11-10T15:18:56,093 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d0e50bd28ba40545dc93e8e621d93399, server=c0771061be61,45205,1731251931564}] 2024-11-10T15:18:56,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T15:18:56,255 INFO [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731251935483.d0e50bd28ba40545dc93e8e621d93399. 2024-11-10T15:18:56,255 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d0e50bd28ba40545dc93e8e621d93399, NAME => 'test,,1731251935483.d0e50bd28ba40545dc93e8e621d93399.', STARTKEY => '', ENDKEY => ''} 2024-11-10T15:18:56,256 INFO [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T15:18:56,256 INFO [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T15:18:56,256 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d0e50bd28ba40545dc93e8e621d93399 2024-11-10T15:18:56,256 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731251935483.d0e50bd28ba40545dc93e8e621d93399.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:18:56,256 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d0e50bd28ba40545dc93e8e621d93399 2024-11-10T15:18:56,256 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d0e50bd28ba40545dc93e8e621d93399 2024-11-10T15:18:56,259 INFO [StoreOpener-d0e50bd28ba40545dc93e8e621d93399-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d0e50bd28ba40545dc93e8e621d93399 2024-11-10T15:18:56,260 INFO [StoreOpener-d0e50bd28ba40545dc93e8e621d93399-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d0e50bd28ba40545dc93e8e621d93399 columnFamilyName f 2024-11-10T15:18:56,260 DEBUG [StoreOpener-d0e50bd28ba40545dc93e8e621d93399-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:18:56,260 INFO [StoreOpener-d0e50bd28ba40545dc93e8e621d93399-1 {}] regionserver.HStore(327): Store=d0e50bd28ba40545dc93e8e621d93399/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:18:56,261 INFO [StoreOpener-d0e50bd28ba40545dc93e8e621d93399-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d0e50bd28ba40545dc93e8e621d93399 2024-11-10T15:18:56,263 INFO [StoreOpener-d0e50bd28ba40545dc93e8e621d93399-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d0e50bd28ba40545dc93e8e621d93399 columnFamilyName f1 2024-11-10T15:18:56,263 DEBUG [StoreOpener-d0e50bd28ba40545dc93e8e621d93399-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:18:56,264 INFO [StoreOpener-d0e50bd28ba40545dc93e8e621d93399-1 {}] regionserver.HStore(327): Store=d0e50bd28ba40545dc93e8e621d93399/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:18:56,264 INFO [StoreOpener-d0e50bd28ba40545dc93e8e621d93399-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d0e50bd28ba40545dc93e8e621d93399 2024-11-10T15:18:56,265 INFO [StoreOpener-d0e50bd28ba40545dc93e8e621d93399-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d0e50bd28ba40545dc93e8e621d93399 columnFamilyName norep 2024-11-10T15:18:56,265 DEBUG [StoreOpener-d0e50bd28ba40545dc93e8e621d93399-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:18:56,266 INFO [StoreOpener-d0e50bd28ba40545dc93e8e621d93399-1 {}] regionserver.HStore(327): Store=d0e50bd28ba40545dc93e8e621d93399/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:18:56,266 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d0e50bd28ba40545dc93e8e621d93399 2024-11-10T15:18:56,267 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33087/user/jenkins/test-data/7fa5a4e4-7422-e47f-1e27-abb79d75f42a/data/default/test/d0e50bd28ba40545dc93e8e621d93399 2024-11-10T15:18:56,267 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33087/user/jenkins/test-data/7fa5a4e4-7422-e47f-1e27-abb79d75f42a/data/default/test/d0e50bd28ba40545dc93e8e621d93399 2024-11-10T15:18:56,270 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d0e50bd28ba40545dc93e8e621d93399 2024-11-10T15:18:56,270 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d0e50bd28ba40545dc93e8e621d93399 2024-11-10T15:18:56,270 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T15:18:56,272 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d0e50bd28ba40545dc93e8e621d93399 2024-11-10T15:18:56,282 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33087/user/jenkins/test-data/7fa5a4e4-7422-e47f-1e27-abb79d75f42a/data/default/test/d0e50bd28ba40545dc93e8e621d93399/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T15:18:56,283 INFO [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d0e50bd28ba40545dc93e8e621d93399; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63456471, jitterRate=-0.05442489683628082}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T15:18:56,283 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d0e50bd28ba40545dc93e8e621d93399 2024-11-10T15:18:56,283 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d0e50bd28ba40545dc93e8e621d93399: Running coprocessor pre-open hook at 1731251936256Writing region info on filesystem at 1731251936256Initializing all the Stores at 1731251936258 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731251936258Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731251936258Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731251936258Cleaning up temporary data from old regions at 1731251936270 (+12 ms)Running coprocessor post-open hooks at 1731251936283 (+13 ms)Region opened successfully at 1731251936283 2024-11-10T15:18:56,284 INFO [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731251935483.d0e50bd28ba40545dc93e8e621d93399., pid=6, masterSystemTime=1731251936247 2024-11-10T15:18:56,287 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731251935483.d0e50bd28ba40545dc93e8e621d93399. 2024-11-10T15:18:56,287 INFO [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731251935483.d0e50bd28ba40545dc93e8e621d93399. 2024-11-10T15:18:56,288 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d0e50bd28ba40545dc93e8e621d93399, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c0771061be61,45205,1731251931564 2024-11-10T15:18:56,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d0e50bd28ba40545dc93e8e621d93399, server=c0771061be61,45205,1731251931564 because future has completed 2024-11-10T15:18:56,295 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T15:18:56,295 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d0e50bd28ba40545dc93e8e621d93399, server=c0771061be61,45205,1731251931564 in 200 msec 2024-11-10T15:18:56,298 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T15:18:56,298 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d0e50bd28ba40545dc93e8e621d93399, ASSIGN in 360 msec 2024-11-10T15:18:56,299 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T15:18:56,300 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731251936299"}]},"ts":"1731251936299"} 2024-11-10T15:18:56,302 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T15:18:56,304 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T15:18:56,308 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 821 msec 2024-11-10T15:18:56,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T15:18:56,630 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T15:18:56,631 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26588fcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:18:56,631 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0771061be61,38547,-1 for getting cluster id 2024-11-10T15:18:56,631 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T15:18:56,636 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c314344f-e8e4-4e4f-8160-070b42be5d23' 2024-11-10T15:18:56,637 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T15:18:56,637 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c314344f-e8e4-4e4f-8160-070b42be5d23" 2024-11-10T15:18:56,637 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f5d0e18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:18:56,637 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0771061be61,38547,-1] 2024-11-10T15:18:56,637 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T15:18:56,638 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:18:56,644 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T15:18:56,646 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2562cbb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:18:56,648 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ce1a5fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:18:56,649 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0771061be61,42849,-1 for getting cluster id 2024-11-10T15:18:56,649 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T15:18:56,650 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '77a1d072-5b31-4014-9997-dfec546a1053' 2024-11-10T15:18:56,651 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T15:18:56,651 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "77a1d072-5b31-4014-9997-dfec546a1053" 2024-11-10T15:18:56,651 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16fe8a9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:18:56,651 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0771061be61,42849,-1] 2024-11-10T15:18:56,651 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T15:18:56,652 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:18:56,654 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T15:18:56,654 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a999df8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:18:56,665 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37f850cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:18:56,665 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0771061be61,38547,-1 for getting cluster id 2024-11-10T15:18:56,665 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T15:18:56,668 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c314344f-e8e4-4e4f-8160-070b42be5d23' 2024-11-10T15:18:56,669 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T15:18:56,669 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c314344f-e8e4-4e4f-8160-070b42be5d23" 2024-11-10T15:18:56,669 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a05918b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:18:56,669 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0771061be61,38547,-1] 2024-11-10T15:18:56,670 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T15:18:56,670 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:18:56,671 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T15:18:56,674 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23d6eb99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:18:56,676 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T15:18:56,677 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is c0771061be61,38547,1731251925750 2024-11-10T15:18:56,677 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@15e2993c 2024-11-10T15:18:56,677 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T15:18:56,679 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T15:18:56,679 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://c0771061be61:42849,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-10T15:18:56,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T15:18:56,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T15:18:56,684 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c0771061be61:42849' 2024-11-10T15:18:56,687 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c700c76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:18:56,687 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c0771061be61,42849,-1 for getting cluster id 2024-11-10T15:18:56,688 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T15:18:56,689 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '77a1d072-5b31-4014-9997-dfec546a1053' 2024-11-10T15:18:56,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T15:18:56,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "77a1d072-5b31-4014-9997-dfec546a1053" 2024-11-10T15:18:56,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3799ab69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:18:56,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0771061be61,42849,-1] 2024-11-10T15:18:56,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T15:18:56,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:18:56,691 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T15:18:56,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cc78f05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:18:56,693 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T15:18:56,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c0771061be61,42849,1731251931378 2024-11-10T15:18:56,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6558959b 2024-11-10T15:18:56,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T15:18:56,696 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T15:18:56,698 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-10T15:18:56,698 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T15:18:56,698 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:18:56,699 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:18:56,699 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T15:18:56,702 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T15:18:56,703 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T15:18:56,704 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:18:56,705 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T15:18:56,707 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T15:18:56,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741837_1013 (size=1138) 2024-11-10T15:18:56,738 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => dbacfbec504fbb2601adc0255f63724f, NAME => 'hbase:replication,,1731251936699.dbacfbec504fbb2601adc0255f63724f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67 2024-11-10T15:18:56,752 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T15:18:56,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T15:18:56,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741838_1014 (size=44) 2024-11-10T15:18:56,818 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731251936699.dbacfbec504fbb2601adc0255f63724f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:18:56,819 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing dbacfbec504fbb2601adc0255f63724f, disabling compactions & flushes 2024-11-10T15:18:56,819 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731251936699.dbacfbec504fbb2601adc0255f63724f. 2024-11-10T15:18:56,819 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731251936699.dbacfbec504fbb2601adc0255f63724f. 2024-11-10T15:18:56,819 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731251936699.dbacfbec504fbb2601adc0255f63724f. after waiting 0 ms 2024-11-10T15:18:56,819 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731251936699.dbacfbec504fbb2601adc0255f63724f. 2024-11-10T15:18:56,819 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731251936699.dbacfbec504fbb2601adc0255f63724f. 2024-11-10T15:18:56,819 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for dbacfbec504fbb2601adc0255f63724f: Waiting for close lock at 1731251936818Disabling compacts and flushes for region at 1731251936818Disabling writes for close at 1731251936819 (+1 ms)Writing region close event to WAL at 1731251936819Closed at 1731251936819 2024-11-10T15:18:56,821 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T15:18:56,821 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731251936699.dbacfbec504fbb2601adc0255f63724f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731251936821"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731251936821"}]},"ts":"1731251936821"} 2024-11-10T15:18:56,826 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T15:18:56,830 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T15:18:56,830 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731251936830"}]},"ts":"1731251936830"} 2024-11-10T15:18:56,838 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T15:18:56,838 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dbacfbec504fbb2601adc0255f63724f, ASSIGN}] 2024-11-10T15:18:56,840 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dbacfbec504fbb2601adc0255f63724f, ASSIGN 2024-11-10T15:18:56,842 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=dbacfbec504fbb2601adc0255f63724f, ASSIGN; state=OFFLINE, location=c0771061be61,38653,1731251925919; forceNewPlan=false, retain=false 2024-11-10T15:18:56,993 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=dbacfbec504fbb2601adc0255f63724f, regionState=OPENING, regionLocation=c0771061be61,38653,1731251925919 2024-11-10T15:18:56,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=dbacfbec504fbb2601adc0255f63724f, ASSIGN because future has completed 2024-11-10T15:18:56,997 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure dbacfbec504fbb2601adc0255f63724f, server=c0771061be61,38653,1731251925919}] 2024-11-10T15:18:56,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T15:18:57,165 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731251936699.dbacfbec504fbb2601adc0255f63724f. 2024-11-10T15:18:57,165 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T15:18:57,165 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T15:18:57,167 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0771061be61%2C38653%2C1731251925919.rep, suffix=, logDir=hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/WALs/c0771061be61,38653,1731251925919, archiveDir=hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/oldWALs, maxLogs=10 2024-11-10T15:18:57,183 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/WALs/c0771061be61,38653,1731251925919/c0771061be61%2C38653%2C1731251925919.rep.1731251937167, exclude list is [], retry=0 2024-11-10T15:18:57,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42175,DS-8af36ff0-30ae-4792-a61f-cd92cddc88eb,DISK] 2024-11-10T15:18:57,188 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/WALs/c0771061be61,38653,1731251925919/c0771061be61%2C38653%2C1731251925919.rep.1731251937167 2024-11-10T15:18:57,189 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44811:44811)] 2024-11-10T15:18:57,189 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => dbacfbec504fbb2601adc0255f63724f, NAME => 'hbase:replication,,1731251936699.dbacfbec504fbb2601adc0255f63724f.', STARTKEY => '', ENDKEY => ''} 2024-11-10T15:18:57,189 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T15:18:57,190 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T15:18:57,190 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731251936699.dbacfbec504fbb2601adc0255f63724f. service=MultiRowMutationService 2024-11-10T15:18:57,190 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T15:18:57,190 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication dbacfbec504fbb2601adc0255f63724f 2024-11-10T15:18:57,190 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731251936699.dbacfbec504fbb2601adc0255f63724f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:18:57,190 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for dbacfbec504fbb2601adc0255f63724f 2024-11-10T15:18:57,190 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for dbacfbec504fbb2601adc0255f63724f 2024-11-10T15:18:57,193 INFO [StoreOpener-dbacfbec504fbb2601adc0255f63724f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region dbacfbec504fbb2601adc0255f63724f 2024-11-10T15:18:57,195 INFO [StoreOpener-dbacfbec504fbb2601adc0255f63724f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dbacfbec504fbb2601adc0255f63724f columnFamilyName hfileref 2024-11-10T15:18:57,195 DEBUG [StoreOpener-dbacfbec504fbb2601adc0255f63724f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:18:57,196 INFO [StoreOpener-dbacfbec504fbb2601adc0255f63724f-1 {}] regionserver.HStore(327): Store=dbacfbec504fbb2601adc0255f63724f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:18:57,196 INFO [StoreOpener-dbacfbec504fbb2601adc0255f63724f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region dbacfbec504fbb2601adc0255f63724f 2024-11-10T15:18:57,199 INFO [StoreOpener-dbacfbec504fbb2601adc0255f63724f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dbacfbec504fbb2601adc0255f63724f columnFamilyName queue 2024-11-10T15:18:57,199 DEBUG [StoreOpener-dbacfbec504fbb2601adc0255f63724f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:18:57,199 INFO [StoreOpener-dbacfbec504fbb2601adc0255f63724f-1 {}] regionserver.HStore(327): Store=dbacfbec504fbb2601adc0255f63724f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:18:57,199 INFO [StoreOpener-dbacfbec504fbb2601adc0255f63724f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region dbacfbec504fbb2601adc0255f63724f 2024-11-10T15:18:57,204 INFO [StoreOpener-dbacfbec504fbb2601adc0255f63724f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dbacfbec504fbb2601adc0255f63724f columnFamilyName sid 2024-11-10T15:18:57,204 DEBUG [StoreOpener-dbacfbec504fbb2601adc0255f63724f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:18:57,205 INFO [StoreOpener-dbacfbec504fbb2601adc0255f63724f-1 {}] regionserver.HStore(327): Store=dbacfbec504fbb2601adc0255f63724f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:18:57,205 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for dbacfbec504fbb2601adc0255f63724f 2024-11-10T15:18:57,206 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/data/hbase/replication/dbacfbec504fbb2601adc0255f63724f 2024-11-10T15:18:57,206 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/data/hbase/replication/dbacfbec504fbb2601adc0255f63724f 2024-11-10T15:18:57,207 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for dbacfbec504fbb2601adc0255f63724f 2024-11-10T15:18:57,207 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for dbacfbec504fbb2601adc0255f63724f 2024-11-10T15:18:57,208 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T15:18:57,210 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for dbacfbec504fbb2601adc0255f63724f 2024-11-10T15:18:57,216 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/data/hbase/replication/dbacfbec504fbb2601adc0255f63724f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T15:18:57,217 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened dbacfbec504fbb2601adc0255f63724f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65074070, jitterRate=-0.030320793390274048}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T15:18:57,217 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dbacfbec504fbb2601adc0255f63724f 2024-11-10T15:18:57,218 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for dbacfbec504fbb2601adc0255f63724f: Running coprocessor pre-open hook at 1731251937190Writing region info on filesystem at 1731251937190Initializing all the Stores at 1731251937191 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731251937191Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731251937192 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731251937194 (+2 ms)Cleaning up temporary data from old regions at 1731251937207 (+13 ms)Running coprocessor post-open hooks at 1731251937217 (+10 ms)Region opened successfully at 1731251937218 (+1 ms) 2024-11-10T15:18:57,224 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731251936699.dbacfbec504fbb2601adc0255f63724f., pid=10, masterSystemTime=1731251937151 2024-11-10T15:18:57,228 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731251936699.dbacfbec504fbb2601adc0255f63724f. 2024-11-10T15:18:57,228 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731251936699.dbacfbec504fbb2601adc0255f63724f. 2024-11-10T15:18:57,229 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=dbacfbec504fbb2601adc0255f63724f, regionState=OPEN, openSeqNum=2, regionLocation=c0771061be61,38653,1731251925919 2024-11-10T15:18:57,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure dbacfbec504fbb2601adc0255f63724f, server=c0771061be61,38653,1731251925919 because future has completed 2024-11-10T15:18:57,249 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38547 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=c0771061be61,38653,1731251925919, table=hbase:replication, region=dbacfbec504fbb2601adc0255f63724f. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-10T15:18:57,257 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T15:18:57,257 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure dbacfbec504fbb2601adc0255f63724f, server=c0771061be61,38653,1731251925919 in 256 msec 2024-11-10T15:18:57,262 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-10T15:18:57,262 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dbacfbec504fbb2601adc0255f63724f, ASSIGN in 419 msec 2024-11-10T15:18:57,264 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T15:18:57,265 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731251937264"}]},"ts":"1731251937264"} 2024-11-10T15:18:57,268 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T15:18:57,270 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T15:18:57,276 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 572 msec 2024-11-10T15:18:57,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T15:18:57,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731251936699.dbacfbec504fbb2601adc0255f63724f., hostname=c0771061be61,38653,1731251925919, seqNum=2] 2024-11-10T15:18:57,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38653-0x1012553e4090001, quorum=127.0.0.1:49823, baseZNode=/01675418911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01675418911 2024-11-10T15:18:57,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38547-0x1012553e4090000, quorum=127.0.0.1:49823, baseZNode=/01675418911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01675418911 2024-11-10T15:18:57,363 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T15:18:57,517 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38653 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-10T15:18:57,518 INFO [RS_REFRESH_PEER-regionserver/c0771061be61:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T15:18:57,558 INFO [RS_REFRESH_PEER-regionserver/c0771061be61:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c0771061be61,38653,1731251925919, ReplicationSource: 1, currentBandwidth=0 2024-11-10T15:18:57,559 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T15:18:57,559 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0771061be61,38653,1731251925919, seqNum=-1] 2024-11-10T15:18:57,560 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T15:18:57,561 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43279, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-10T15:18:57,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c0771061be61,38653,1731251925919', locateType=CURRENT is [region=hbase:replication,,1731251936699.dbacfbec504fbb2601adc0255f63724f., hostname=c0771061be61,38653,1731251925919, seqNum=2] 2024-11-10T15:18:57,566 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-10T15:18:57,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-10T15:18:57,568 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c0771061be61,38653,1731251925919 suceeded 2024-11-10T15:18:57,572 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-10T15:18:57,573 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 205 msec 2024-11-10T15:18:57,573 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c0771061be61:42849,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-10T15:18:57,575 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 894 msec 2024-11-10T15:18:57,597 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,38653,1731251925919 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c0771061be61:42849' 2024-11-10T15:18:57,598 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,38653,1731251925919 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2530c64c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:18:57,598 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,38653,1731251925919 {}] client.ClusterIdFetcher(90): Going to request c0771061be61,42849,-1 for getting cluster id 2024-11-10T15:18:57,598 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,38653,1731251925919 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T15:18:57,599 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '77a1d072-5b31-4014-9997-dfec546a1053' 2024-11-10T15:18:57,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T15:18:57,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "77a1d072-5b31-4014-9997-dfec546a1053" 2024-11-10T15:18:57,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@72d393dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:18:57,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0771061be61,42849,-1] 2024-11-10T15:18:57,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T15:18:57,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:18:57,601 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-10T15:18:57,601 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,38653,1731251925919 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7e19a5ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:18:57,602 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,38653,1731251925919 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T15:18:57,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c0771061be61,42849,1731251931378 2024-11-10T15:18:57,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1ba4985d 2024-11-10T15:18:57,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T15:18:57,604 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-10T15:18:57,604 INFO [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,38653,1731251925919 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c0771061be61,38653,1731251925919 (queues=1) is replicating from cluster=c314344f-e8e4-4e4f-8160-070b42be5d23 to cluster=77a1d072-5b31-4014-9997-dfec546a1053 2024-11-10T15:18:57,604 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,38653,1731251925919 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c0771061be61%2C38653%2C1731251925919 2024-11-10T15:18:57,605 INFO [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,38653,1731251925919 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c0771061be61,38653,1731251925919, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T15:18:57,612 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,38653,1731251925919.replicationSource.wal-reader.c0771061be61%2C38653%2C1731251925919,1-c0771061be61,38653,1731251925919 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/WALs/c0771061be61,38653,1731251925919/c0771061be61%2C38653%2C1731251925919.1731251928162, startPosition=0, beingWritten=true 2024-11-10T15:18:57,620 INFO [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,38653,1731251925919.replicationSource.shipperc0771061be61%2C38653%2C1731251925919,1-c0771061be61,38653,1731251925919 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c0771061be61%2C38653%2C1731251925919 2024-11-10T15:18:57,635 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,38653,1731251925919.replicationSource.wal-reader.c0771061be61%2C38653%2C1731251925919,1-c0771061be61,38653,1731251925919 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T15:18:57,635 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,38653,1731251925919.replicationSource.wal-reader.c0771061be61%2C38653%2C1731251925919,1-c0771061be61,38653,1731251925919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/WALs/c0771061be61,38653,1731251925919/c0771061be61%2C38653%2C1731251925919.1731251928162 to pos 379, reset compression=false 2024-11-10T15:18:57,635 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,38653,1731251925919.replicationSource.shipperc0771061be61%2C38653%2C1731251925919,1-c0771061be61,38653,1731251925919 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0771061be61,38653,1731251925919 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/WALs/c0771061be61,38653,1731251925919/c0771061be61%2C38653%2C1731251925919.1731251928162, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T15:18:57,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T15:18:57,819 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T15:18:57,819 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T15:18:57,819 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:18:57,820 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:18:57,820 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:18:57,820 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T15:18:57,820 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:18:57,839 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/load_f/f/hfile_0 is 36, key is aaaa/f:row/1731251937837/Put/seqid=0 2024-11-10T15:18:57,864 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,38653,1731251925919.replicationSource.wal-reader.c0771061be61%2C38653%2C1731251925919,1-c0771061be61,38653,1731251925919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/WALs/c0771061be61,38653,1731251925919/c0771061be61%2C38653%2C1731251925919.1731251928162 to pos 379, reset compression=false 2024-11-10T15:18:57,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741840_1016 (size=7894) 2024-11-10T15:18:57,902 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/load_f/f/hfile_1 is 34, key is ddd/f:row/1731251937895/Put/seqid=0 2024-11-10T15:18:57,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741841_1017 (size=7691) 2024-11-10T15:18:57,960 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37dbf9e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:18:57,960 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0771061be61,38547,-1 for getting cluster id 2024-11-10T15:18:57,961 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T15:18:57,962 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c314344f-e8e4-4e4f-8160-070b42be5d23' 2024-11-10T15:18:57,963 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T15:18:57,963 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c314344f-e8e4-4e4f-8160-070b42be5d23" 2024-11-10T15:18:57,963 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b688e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:18:57,963 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0771061be61,38547,-1] 2024-11-10T15:18:57,964 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T15:18:57,965 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T15:18:57,966 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:18:57,966 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38ef9416, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:18:57,967 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T15:18:57,972 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0771061be61,38653,1731251925919, seqNum=-1] 2024-11-10T15:18:57,973 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T15:18:57,974 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T15:18:57,997 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T15:18:58,000 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is c0771061be61,38547,1731251925750 2024-11-10T15:18:58,000 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@316dd1ef 2024-11-10T15:18:58,005 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T15:18:58,008 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T15:18:58,018 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731251934833.444e44994070f1081fece27304a6af86., hostname=c0771061be61,38653,1731251925919, seqNum=2] 2024-11-10T15:18:58,031 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T15:18:58,059 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-10T15:18:58,065 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-10T15:18:58,098 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38653 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/load_f/f/hfile_0 for inclusion in 444e44994070f1081fece27304a6af86/f 2024-11-10T15:18:58,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38653 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-10T15:18:58,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38653 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T15:18:58,113 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38653 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/load_f/f/hfile_1 for inclusion in 444e44994070f1081fece27304a6af86/f 2024-11-10T15:18:58,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38653 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-10T15:18:58,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38653 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T15:18:58,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38653 {}] regionserver.HRegion(2603): Flush status journal for 444e44994070f1081fece27304a6af86: 2024-11-10T15:18:58,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38653 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/load_f/f/hfile_0 to hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/staging/jenkins__test__5f8v3ln4vvv2pj6opvc03t2i1a5g2gb4lo60qllt7327f292ugqqooeqi4viakso/f/hfile_0 2024-11-10T15:18:58,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38653 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/staging/jenkins__test__5f8v3ln4vvv2pj6opvc03t2i1a5g2gb4lo60qllt7327f292ugqqooeqi4viakso/f/hfile_0 as hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/data/default/test/444e44994070f1081fece27304a6af86/f/a21e32e2e6f14c638ebe0199ea27deaa_SeqId_4_ 2024-11-10T15:18:58,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38653 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/load_f/f/hfile_1 to hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/staging/jenkins__test__5f8v3ln4vvv2pj6opvc03t2i1a5g2gb4lo60qllt7327f292ugqqooeqi4viakso/f/hfile_1 2024-11-10T15:18:58,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38653 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/staging/jenkins__test__5f8v3ln4vvv2pj6opvc03t2i1a5g2gb4lo60qllt7327f292ugqqooeqi4viakso/f/hfile_1 as hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/data/default/test/444e44994070f1081fece27304a6af86/f/25354b745e6e459d9f8452fdfa1d58fc_SeqId_4_ 2024-11-10T15:18:58,142 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38653 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/staging/jenkins__test__5f8v3ln4vvv2pj6opvc03t2i1a5g2gb4lo60qllt7327f292ugqqooeqi4viakso/f/hfile_0 into 444e44994070f1081fece27304a6af86/f as hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/data/default/test/444e44994070f1081fece27304a6af86/f/a21e32e2e6f14c638ebe0199ea27deaa_SeqId_4_ - updating store file list. 2024-11-10T15:18:58,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38653 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a21e32e2e6f14c638ebe0199ea27deaa_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T15:18:58,156 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38653 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/data/default/test/444e44994070f1081fece27304a6af86/f/a21e32e2e6f14c638ebe0199ea27deaa_SeqId_4_ into 444e44994070f1081fece27304a6af86/f 2024-11-10T15:18:58,156 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38653 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/staging/jenkins__test__5f8v3ln4vvv2pj6opvc03t2i1a5g2gb4lo60qllt7327f292ugqqooeqi4viakso/f/hfile_0 into 444e44994070f1081fece27304a6af86/f (new location: hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/data/default/test/444e44994070f1081fece27304a6af86/f/a21e32e2e6f14c638ebe0199ea27deaa_SeqId_4_) 2024-11-10T15:18:58,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38653 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/staging/jenkins__test__5f8v3ln4vvv2pj6opvc03t2i1a5g2gb4lo60qllt7327f292ugqqooeqi4viakso/f/hfile_0 2024-11-10T15:18:58,158 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38653 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/staging/jenkins__test__5f8v3ln4vvv2pj6opvc03t2i1a5g2gb4lo60qllt7327f292ugqqooeqi4viakso/f/hfile_1 into 444e44994070f1081fece27304a6af86/f as hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/data/default/test/444e44994070f1081fece27304a6af86/f/25354b745e6e459d9f8452fdfa1d58fc_SeqId_4_ - updating store file list. 2024-11-10T15:18:58,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38653 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 25354b745e6e459d9f8452fdfa1d58fc_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T15:18:58,186 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38653 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/data/default/test/444e44994070f1081fece27304a6af86/f/25354b745e6e459d9f8452fdfa1d58fc_SeqId_4_ into 444e44994070f1081fece27304a6af86/f 2024-11-10T15:18:58,186 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38653 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/staging/jenkins__test__5f8v3ln4vvv2pj6opvc03t2i1a5g2gb4lo60qllt7327f292ugqqooeqi4viakso/f/hfile_1 into 444e44994070f1081fece27304a6af86/f (new location: hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/data/default/test/444e44994070f1081fece27304a6af86/f/25354b745e6e459d9f8452fdfa1d58fc_SeqId_4_) 2024-11-10T15:18:58,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38653 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/staging/jenkins__test__5f8v3ln4vvv2pj6opvc03t2i1a5g2gb4lo60qllt7327f292ugqqooeqi4viakso/f/hfile_1 2024-11-10T15:18:58,206 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T15:18:58,206 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:18:58,207 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:18:58,207 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:18:58,207 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T15:18:58,209 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731251934833.444e44994070f1081fece27304a6af86., hostname=c0771061be61,38653,1731251925919, seqNum=2 , the old value is region=test,,1731251934833.444e44994070f1081fece27304a6af86., hostname=c0771061be61,38653,1731251925919, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=c0771061be61:38653 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-10T15:18:58,210 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731251934833.444e44994070f1081fece27304a6af86., hostname=c0771061be61,38653,1731251925919, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-10T15:18:58,210 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,38653,1731251925919.replicationSource.wal-reader.c0771061be61%2C38653%2C1731251925919,1-c0771061be61,38653,1731251925919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/WALs/c0771061be61,38653,1731251925919/c0771061be61%2C38653%2C1731251925919.1731251928162 to pos 379, reset compression=false 2024-11-10T15:18:58,210 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731251934833.444e44994070f1081fece27304a6af86., hostname=c0771061be61,38653,1731251925919, seqNum=2 from cache 2024-11-10T15:18:58,212 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T15:18:58,214 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0771061be61,45205,1731251931564, seqNum=-1] 2024-11-10T15:18:58,214 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T15:18:58,215 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-10T15:18:58,216 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T15:18:58,219 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731251935483.d0e50bd28ba40545dc93e8e621d93399., hostname=c0771061be61,45205,1731251931564, seqNum=2] 2024-11-10T15:18:58,223 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-10T15:18:58,246 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,38653,1731251925919.replicationSource.wal-reader.c0771061be61%2C38653%2C1731251925919,1-c0771061be61,38653,1731251925919 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T15:18:58,247 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,38653,1731251925919.replicationSource.shipperc0771061be61%2C38653%2C1731251925919,1-c0771061be61,38653,1731251925919 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0771061be61,38653,1731251925919 got entry batch from reader: WALEntryBatch [walEntries=[{test/444e44994070f1081fece27304a6af86/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731251938198/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/WALs/c0771061be61,38653,1731251925919/c0771061be61%2C38653%2C1731251925919.1731251928162, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-10T15:18:58,360 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c0771061be61:38653 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-10T15:18:58,377 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,38653,1731251925919.replicationSource.shipperc0771061be61%2C38653%2C1731251925919,1-c0771061be61,38653,1731251925919 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T15:18:58,380 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-10T15:18:58,398 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45205 {}] regionserver.ReplicationSink(318): Replicating [c314344f-e8e4-4e4f-8160-070b42be5d23] bulk loaded data 2024-11-10T15:18:58,409 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45205 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2932640b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:18:58,409 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45205 {}] client.ClusterIdFetcher(90): Going to request c0771061be61,42849,-1 for getting cluster id 2024-11-10T15:18:58,409 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45205 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T15:18:58,411 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '77a1d072-5b31-4014-9997-dfec546a1053' 2024-11-10T15:18:58,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T15:18:58,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "77a1d072-5b31-4014-9997-dfec546a1053" 2024-11-10T15:18:58,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@49a9c096, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:18:58,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0771061be61,42849,-1] 2024-11-10T15:18:58,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T15:18:58,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:18:58,413 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-10T15:18:58,414 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45205 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@639903e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:18:58,446 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,38653,1731251925919.replicationSource.wal-reader.c0771061be61%2C38653%2C1731251925919,1-c0771061be61,38653,1731251925919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/WALs/c0771061be61,38653,1731251925919/c0771061be61%2C38653%2C1731251925919.1731251928162 to pos 687, reset compression=false 2024-11-10T15:18:58,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32969 is added to blk_1073741837_1013 (size=7894) 2024-11-10T15:18:58,762 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,38653,1731251925919.replicationSource.wal-reader.c0771061be61%2C38653%2C1731251925919,1-c0771061be61,38653,1731251925919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/WALs/c0771061be61,38653,1731251925919/c0771061be61%2C38653%2C1731251925919.1731251928162 to pos 687, reset compression=false 2024-11-10T15:18:58,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32969 is added to blk_1073741838_1014 (size=7691) 2024-11-10T15:18:58,919 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45205 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T15:18:58,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c0771061be61,42849,1731251931378 2024-11-10T15:18:58,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c04050f 2024-11-10T15:18:58,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T15:18:58,926 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-10T15:18:58,929 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45205 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T15:18:58,929 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45205 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T15:18:58,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0771061be61,45205,1731251931564, seqNum=-1] 2024-11-10T15:18:58,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T15:18:58,937 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-10T15:18:58,952 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33087/user/jenkins/test-data/7fa5a4e4-7422-e47f-1e27-abb79d75f42a/staging/jenkins.hfs.6__test__d4fpqhjpjhnhf5gvpjn6fshgr4bsdk4f9gaqcudkdc3470pfu27a8ruevb05k4nn/f/25354b745e6e459d9f8452fdfa1d58fc_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-10T15:18:58,966 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33087/user/jenkins/test-data/7fa5a4e4-7422-e47f-1e27-abb79d75f42a/staging/jenkins.hfs.6__test__d4fpqhjpjhnhf5gvpjn6fshgr4bsdk4f9gaqcudkdc3470pfu27a8ruevb05k4nn/f/a21e32e2e6f14c638ebe0199ea27deaa_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-10T15:18:58,981 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45205 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33087/user/jenkins/test-data/7fa5a4e4-7422-e47f-1e27-abb79d75f42a/staging/jenkins.hfs.6__test__d4fpqhjpjhnhf5gvpjn6fshgr4bsdk4f9gaqcudkdc3470pfu27a8ruevb05k4nn/f/25354b745e6e459d9f8452fdfa1d58fc_SeqId_4_ for inclusion in d0e50bd28ba40545dc93e8e621d93399/f 2024-11-10T15:18:58,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45205 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-10T15:18:58,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45205 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T15:18:58,985 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45205 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33087/user/jenkins/test-data/7fa5a4e4-7422-e47f-1e27-abb79d75f42a/staging/jenkins.hfs.6__test__d4fpqhjpjhnhf5gvpjn6fshgr4bsdk4f9gaqcudkdc3470pfu27a8ruevb05k4nn/f/a21e32e2e6f14c638ebe0199ea27deaa_SeqId_4_ for inclusion in d0e50bd28ba40545dc93e8e621d93399/f 2024-11-10T15:18:58,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45205 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-10T15:18:58,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45205 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T15:18:58,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45205 {}] regionserver.HRegion(2603): Flush status journal for d0e50bd28ba40545dc93e8e621d93399: 2024-11-10T15:18:58,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45205 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 25354b745e6e459d9f8452fdfa1d58fc_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-10T15:18:58,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45205 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33087/user/jenkins/test-data/7fa5a4e4-7422-e47f-1e27-abb79d75f42a/staging/jenkins.hfs.6__test__d4fpqhjpjhnhf5gvpjn6fshgr4bsdk4f9gaqcudkdc3470pfu27a8ruevb05k4nn/f/25354b745e6e459d9f8452fdfa1d58fc_SeqId_4_ as hdfs://localhost:33087/user/jenkins/test-data/7fa5a4e4-7422-e47f-1e27-abb79d75f42a/data/default/test/d0e50bd28ba40545dc93e8e621d93399/f/c4e2665bffd446cf851e13e14314bc97_SeqId_4_ 2024-11-10T15:18:58,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45205 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): a21e32e2e6f14c638ebe0199ea27deaa_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-10T15:18:58,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45205 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33087/user/jenkins/test-data/7fa5a4e4-7422-e47f-1e27-abb79d75f42a/staging/jenkins.hfs.6__test__d4fpqhjpjhnhf5gvpjn6fshgr4bsdk4f9gaqcudkdc3470pfu27a8ruevb05k4nn/f/a21e32e2e6f14c638ebe0199ea27deaa_SeqId_4_ as hdfs://localhost:33087/user/jenkins/test-data/7fa5a4e4-7422-e47f-1e27-abb79d75f42a/data/default/test/d0e50bd28ba40545dc93e8e621d93399/f/190e4c212925444894878263006a1104_SeqId_4_ 2024-11-10T15:18:58,994 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45205 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33087/user/jenkins/test-data/7fa5a4e4-7422-e47f-1e27-abb79d75f42a/staging/jenkins.hfs.6__test__d4fpqhjpjhnhf5gvpjn6fshgr4bsdk4f9gaqcudkdc3470pfu27a8ruevb05k4nn/f/25354b745e6e459d9f8452fdfa1d58fc_SeqId_4_ into d0e50bd28ba40545dc93e8e621d93399/f as hdfs://localhost:33087/user/jenkins/test-data/7fa5a4e4-7422-e47f-1e27-abb79d75f42a/data/default/test/d0e50bd28ba40545dc93e8e621d93399/f/c4e2665bffd446cf851e13e14314bc97_SeqId_4_ - updating store file list. 2024-11-10T15:18:58,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45205 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c4e2665bffd446cf851e13e14314bc97_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T15:18:58,999 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45205 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33087/user/jenkins/test-data/7fa5a4e4-7422-e47f-1e27-abb79d75f42a/data/default/test/d0e50bd28ba40545dc93e8e621d93399/f/c4e2665bffd446cf851e13e14314bc97_SeqId_4_ into d0e50bd28ba40545dc93e8e621d93399/f 2024-11-10T15:18:58,999 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45205 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33087/user/jenkins/test-data/7fa5a4e4-7422-e47f-1e27-abb79d75f42a/staging/jenkins.hfs.6__test__d4fpqhjpjhnhf5gvpjn6fshgr4bsdk4f9gaqcudkdc3470pfu27a8ruevb05k4nn/f/25354b745e6e459d9f8452fdfa1d58fc_SeqId_4_ into d0e50bd28ba40545dc93e8e621d93399/f (new location: hdfs://localhost:33087/user/jenkins/test-data/7fa5a4e4-7422-e47f-1e27-abb79d75f42a/data/default/test/d0e50bd28ba40545dc93e8e621d93399/f/c4e2665bffd446cf851e13e14314bc97_SeqId_4_) 2024-11-10T15:18:59,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45205 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33087/user/jenkins/test-data/7fa5a4e4-7422-e47f-1e27-abb79d75f42a/staging/jenkins.hfs.6__test__d4fpqhjpjhnhf5gvpjn6fshgr4bsdk4f9gaqcudkdc3470pfu27a8ruevb05k4nn/f/25354b745e6e459d9f8452fdfa1d58fc_SeqId_4_ 2024-11-10T15:18:59,001 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45205 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33087/user/jenkins/test-data/7fa5a4e4-7422-e47f-1e27-abb79d75f42a/staging/jenkins.hfs.6__test__d4fpqhjpjhnhf5gvpjn6fshgr4bsdk4f9gaqcudkdc3470pfu27a8ruevb05k4nn/f/a21e32e2e6f14c638ebe0199ea27deaa_SeqId_4_ into d0e50bd28ba40545dc93e8e621d93399/f as hdfs://localhost:33087/user/jenkins/test-data/7fa5a4e4-7422-e47f-1e27-abb79d75f42a/data/default/test/d0e50bd28ba40545dc93e8e621d93399/f/190e4c212925444894878263006a1104_SeqId_4_ - updating store file list. 2024-11-10T15:18:59,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45205 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 190e4c212925444894878263006a1104_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T15:18:59,007 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45205 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33087/user/jenkins/test-data/7fa5a4e4-7422-e47f-1e27-abb79d75f42a/data/default/test/d0e50bd28ba40545dc93e8e621d93399/f/190e4c212925444894878263006a1104_SeqId_4_ into d0e50bd28ba40545dc93e8e621d93399/f 2024-11-10T15:18:59,007 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45205 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33087/user/jenkins/test-data/7fa5a4e4-7422-e47f-1e27-abb79d75f42a/staging/jenkins.hfs.6__test__d4fpqhjpjhnhf5gvpjn6fshgr4bsdk4f9gaqcudkdc3470pfu27a8ruevb05k4nn/f/a21e32e2e6f14c638ebe0199ea27deaa_SeqId_4_ into d0e50bd28ba40545dc93e8e621d93399/f (new location: hdfs://localhost:33087/user/jenkins/test-data/7fa5a4e4-7422-e47f-1e27-abb79d75f42a/data/default/test/d0e50bd28ba40545dc93e8e621d93399/f/190e4c212925444894878263006a1104_SeqId_4_) 2024-11-10T15:18:59,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45205 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33087/user/jenkins/test-data/7fa5a4e4-7422-e47f-1e27-abb79d75f42a/staging/jenkins.hfs.6__test__d4fpqhjpjhnhf5gvpjn6fshgr4bsdk4f9gaqcudkdc3470pfu27a8ruevb05k4nn/f/a21e32e2e6f14c638ebe0199ea27deaa_SeqId_4_ 2024-11-10T15:18:59,009 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45205 {}] regionserver.ReplicationSink(324): Finished replicating [c314344f-e8e4-4e4f-8160-070b42be5d23] bulk loaded data 2024-11-10T15:18:59,193 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,38653,1731251925919.replicationSource.wal-reader.c0771061be61%2C38653%2C1731251925919,1-c0771061be61,38653,1731251925919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/WALs/c0771061be61,38653,1731251925919/c0771061be61%2C38653%2C1731251925919.1731251928162 to pos 687, reset compression=false 2024-11-10T15:18:59,244 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:18:59,251 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1731251939250/Put/seqid=0 2024-11-10T15:18:59,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741842_1018 (size=7997) 2024-11-10T15:18:59,287 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1731251939285/Put/seqid=0 2024-11-10T15:18:59,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741843_1019 (size=7794) 2024-11-10T15:18:59,480 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-10T15:18:59,705 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,38653,1731251925919.replicationSource.wal-reader.c0771061be61%2C38653%2C1731251925919,1-c0771061be61,38653,1731251925919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/WALs/c0771061be61,38653,1731251925919/c0771061be61%2C38653%2C1731251925919.1731251928162 to pos 687, reset compression=false 2024-11-10T15:18:59,744 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b8f9234, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:18:59,744 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0771061be61,38547,-1 for getting cluster id 2024-11-10T15:18:59,744 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T15:18:59,746 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c314344f-e8e4-4e4f-8160-070b42be5d23' 2024-11-10T15:18:59,746 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T15:18:59,746 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c314344f-e8e4-4e4f-8160-070b42be5d23" 2024-11-10T15:18:59,747 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77094dd8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:18:59,747 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0771061be61,38547,-1] 2024-11-10T15:18:59,747 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T15:18:59,747 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:18:59,751 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T15:18:59,752 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@420a445f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:18:59,752 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T15:18:59,754 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0771061be61,38653,1731251925919, seqNum=-1] 2024-11-10T15:18:59,754 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T15:18:59,756 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T15:18:59,773 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T15:18:59,775 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c0771061be61,38547,1731251925750 2024-11-10T15:18:59,775 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ccb49ed 2024-11-10T15:18:59,775 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T15:18:59,781 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T15:18:59,786 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731251934833.444e44994070f1081fece27304a6af86., hostname=c0771061be61,38653,1731251925919, seqNum=2] 2024-11-10T15:18:59,790 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T15:18:59,798 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-10T15:18:59,808 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-10T15:18:59,828 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38653 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/load_f1/f1/hfile_0 for inclusion in 444e44994070f1081fece27304a6af86/f1 2024-11-10T15:18:59,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38653 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-10T15:18:59,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38653 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T15:18:59,840 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38653 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/load_f1/f1/hfile_1 for inclusion in 444e44994070f1081fece27304a6af86/f1 2024-11-10T15:18:59,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38653 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-10T15:18:59,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38653 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T15:18:59,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38653 {}] regionserver.HRegion(2603): Flush status journal for 444e44994070f1081fece27304a6af86: 2024-11-10T15:18:59,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38653 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/load_f1/f1/hfile_0 to hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/staging/jenkins__test__lr3t9dcbbgq3jkbpo7sctv2hbo9didun9btjd4cfm8sdvsr2s9jb7j5iaqntm7cq/f1/hfile_0 2024-11-10T15:18:59,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38653 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/staging/jenkins__test__lr3t9dcbbgq3jkbpo7sctv2hbo9didun9btjd4cfm8sdvsr2s9jb7j5iaqntm7cq/f1/hfile_0 as hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/data/default/test/444e44994070f1081fece27304a6af86/f1/961033b1aca94d73b69f684aba27716a_SeqId_6_ 2024-11-10T15:18:59,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38653 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/load_f1/f1/hfile_1 to hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/staging/jenkins__test__lr3t9dcbbgq3jkbpo7sctv2hbo9didun9btjd4cfm8sdvsr2s9jb7j5iaqntm7cq/f1/hfile_1 2024-11-10T15:18:59,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38653 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/staging/jenkins__test__lr3t9dcbbgq3jkbpo7sctv2hbo9didun9btjd4cfm8sdvsr2s9jb7j5iaqntm7cq/f1/hfile_1 as hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/data/default/test/444e44994070f1081fece27304a6af86/f1/55ab97c1dae74f51854555eb12b18f77_SeqId_6_ 2024-11-10T15:18:59,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38653 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-10T15:18:59,861 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38653 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/staging/jenkins__test__lr3t9dcbbgq3jkbpo7sctv2hbo9didun9btjd4cfm8sdvsr2s9jb7j5iaqntm7cq/f1/hfile_0 into 444e44994070f1081fece27304a6af86/f1 as hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/data/default/test/444e44994070f1081fece27304a6af86/f1/961033b1aca94d73b69f684aba27716a_SeqId_6_ - updating store file list. 2024-11-10T15:18:59,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38653 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 961033b1aca94d73b69f684aba27716a_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-10T15:18:59,868 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38653 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/data/default/test/444e44994070f1081fece27304a6af86/f1/961033b1aca94d73b69f684aba27716a_SeqId_6_ into 444e44994070f1081fece27304a6af86/f1 2024-11-10T15:18:59,868 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38653 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/staging/jenkins__test__lr3t9dcbbgq3jkbpo7sctv2hbo9didun9btjd4cfm8sdvsr2s9jb7j5iaqntm7cq/f1/hfile_0 into 444e44994070f1081fece27304a6af86/f1 (new location: hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/data/default/test/444e44994070f1081fece27304a6af86/f1/961033b1aca94d73b69f684aba27716a_SeqId_6_) 2024-11-10T15:18:59,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38653 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/staging/jenkins__test__lr3t9dcbbgq3jkbpo7sctv2hbo9didun9btjd4cfm8sdvsr2s9jb7j5iaqntm7cq/f1/hfile_0 2024-11-10T15:18:59,873 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38653 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/staging/jenkins__test__lr3t9dcbbgq3jkbpo7sctv2hbo9didun9btjd4cfm8sdvsr2s9jb7j5iaqntm7cq/f1/hfile_1 into 444e44994070f1081fece27304a6af86/f1 as hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/data/default/test/444e44994070f1081fece27304a6af86/f1/55ab97c1dae74f51854555eb12b18f77_SeqId_6_ - updating store file list. 2024-11-10T15:18:59,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38653 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 55ab97c1dae74f51854555eb12b18f77_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-10T15:18:59,883 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38653 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/data/default/test/444e44994070f1081fece27304a6af86/f1/55ab97c1dae74f51854555eb12b18f77_SeqId_6_ into 444e44994070f1081fece27304a6af86/f1 2024-11-10T15:18:59,883 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38653 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/staging/jenkins__test__lr3t9dcbbgq3jkbpo7sctv2hbo9didun9btjd4cfm8sdvsr2s9jb7j5iaqntm7cq/f1/hfile_1 into 444e44994070f1081fece27304a6af86/f1 (new location: hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/data/default/test/444e44994070f1081fece27304a6af86/f1/55ab97c1dae74f51854555eb12b18f77_SeqId_6_) 2024-11-10T15:18:59,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38653 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/staging/jenkins__test__lr3t9dcbbgq3jkbpo7sctv2hbo9didun9btjd4cfm8sdvsr2s9jb7j5iaqntm7cq/f1/hfile_1 2024-11-10T15:18:59,886 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T15:18:59,886 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:18:59,886 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:18:59,887 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:18:59,887 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T15:18:59,887 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731251934833.444e44994070f1081fece27304a6af86., hostname=c0771061be61,38653,1731251925919, seqNum=2 , the old value is region=test,,1731251934833.444e44994070f1081fece27304a6af86., hostname=c0771061be61,38653,1731251925919, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=c0771061be61:38653 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-10T15:18:59,887 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731251934833.444e44994070f1081fece27304a6af86., hostname=c0771061be61,38653,1731251925919, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-10T15:18:59,887 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731251934833.444e44994070f1081fece27304a6af86., hostname=c0771061be61,38653,1731251925919, seqNum=2 from cache 2024-11-10T15:18:59,887 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T15:18:59,888 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0771061be61,38653,1731251925919, seqNum=-1] 2024-11-10T15:18:59,889 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T15:18:59,890 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T15:18:59,891 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-10T15:18:59,893 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731251934833.444e44994070f1081fece27304a6af86., hostname=c0771061be61,38653,1731251925919, seqNum=2] 2024-11-10T15:18:59,997 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c0771061be61:38653 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-10T15:19:00,136 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T15:19:00,173 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:19:00,173 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:19:00,174 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:19:00,183 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:19:00,199 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-10T15:19:00,199 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-10T15:19:00,200 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-10T15:19:00,200 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-10T15:19:00,200 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T15:19:00,200 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-10T15:19:00,310 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,38653,1731251925919.replicationSource.wal-reader.c0771061be61%2C38653%2C1731251925919,1-c0771061be61,38653,1731251925919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/WALs/c0771061be61,38653,1731251925919/c0771061be61%2C38653%2C1731251925919.1731251928162 to pos 687, reset compression=false 2024-11-10T15:19:00,351 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,38653,1731251925919.replicationSource.wal-reader.c0771061be61%2C38653%2C1731251925919,1-c0771061be61,38653,1731251925919 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T15:19:00,351 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,38653,1731251925919.replicationSource.wal-reader.c0771061be61%2C38653%2C1731251925919,1-c0771061be61,38653,1731251925919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/WALs/c0771061be61,38653,1731251925919/c0771061be61%2C38653%2C1731251925919.1731251928162 to pos 997, reset compression=false 2024-11-10T15:19:00,351 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,38653,1731251925919.replicationSource.shipperc0771061be61%2C38653%2C1731251925919,1-c0771061be61,38653,1731251925919 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0771061be61,38653,1731251925919 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/WALs/c0771061be61,38653,1731251925919/c0771061be61%2C38653%2C1731251925919.1731251928162, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T15:19:00,581 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,38653,1731251925919.replicationSource.wal-reader.c0771061be61%2C38653%2C1731251925919,1-c0771061be61,38653,1731251925919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/WALs/c0771061be61,38653,1731251925919/c0771061be61%2C38653%2C1731251925919.1731251928162 to pos 997, reset compression=false 2024-11-10T15:19:00,885 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,38653,1731251925919.replicationSource.wal-reader.c0771061be61%2C38653%2C1731251925919,1-c0771061be61,38653,1731251925919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/WALs/c0771061be61,38653,1731251925919/c0771061be61%2C38653%2C1731251925919.1731251928162 to pos 997, reset compression=false 2024-11-10T15:19:01,293 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,38653,1731251925919.replicationSource.wal-reader.c0771061be61%2C38653%2C1731251925919,1-c0771061be61,38653,1731251925919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/WALs/c0771061be61,38653,1731251925919/c0771061be61%2C38653%2C1731251925919.1731251928162 to pos 997, reset compression=false 2024-11-10T15:19:01,801 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,38653,1731251925919.replicationSource.wal-reader.c0771061be61%2C38653%2C1731251925919,1-c0771061be61,38653,1731251925919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/WALs/c0771061be61,38653,1731251925919/c0771061be61%2C38653%2C1731251925919.1731251928162 to pos 997, reset compression=false 2024-11-10T15:19:02,406 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,38653,1731251925919.replicationSource.wal-reader.c0771061be61%2C38653%2C1731251925919,1-c0771061be61,38653,1731251925919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/WALs/c0771061be61,38653,1731251925919/c0771061be61%2C38653%2C1731251925919.1731251928162 to pos 997, reset compression=false 2024-11-10T15:19:03,111 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,38653,1731251925919.replicationSource.wal-reader.c0771061be61%2C38653%2C1731251925919,1-c0771061be61,38653,1731251925919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/WALs/c0771061be61,38653,1731251925919/c0771061be61%2C38653%2C1731251925919.1731251928162 to pos 997, reset compression=false 2024-11-10T15:19:03,915 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,38653,1731251925919.replicationSource.wal-reader.c0771061be61%2C38653%2C1731251925919,1-c0771061be61,38653,1731251925919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/WALs/c0771061be61,38653,1731251925919/c0771061be61%2C38653%2C1731251925919.1731251928162 to pos 997, reset compression=false 2024-11-10T15:19:04,833 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,38653,1731251925919.replicationSource.wal-reader.c0771061be61%2C38653%2C1731251925919,1-c0771061be61,38653,1731251925919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/WALs/c0771061be61,38653,1731251925919/c0771061be61%2C38653%2C1731251925919.1731251928162 to pos 997, reset compression=false 2024-11-10T15:19:05,838 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,38653,1731251925919.replicationSource.wal-reader.c0771061be61%2C38653%2C1731251925919,1-c0771061be61,38653,1731251925919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/WALs/c0771061be61,38653,1731251925919/c0771061be61%2C38653%2C1731251925919.1731251928162 to pos 997, reset compression=false 2024-11-10T15:19:06,942 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,38653,1731251925919.replicationSource.wal-reader.c0771061be61%2C38653%2C1731251925919,1-c0771061be61,38653,1731251925919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/WALs/c0771061be61,38653,1731251925919/c0771061be61%2C38653%2C1731251925919.1731251928162 to pos 997, reset compression=false 2024-11-10T15:19:08,148 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,38653,1731251925919.replicationSource.wal-reader.c0771061be61%2C38653%2C1731251925919,1-c0771061be61,38653,1731251925919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/WALs/c0771061be61,38653,1731251925919/c0771061be61%2C38653%2C1731251925919.1731251928162 to pos 997, reset compression=false 2024-11-10T15:19:09,455 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,38653,1731251925919.replicationSource.wal-reader.c0771061be61%2C38653%2C1731251925919,1-c0771061be61,38653,1731251925919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/WALs/c0771061be61,38653,1731251925919/c0771061be61%2C38653%2C1731251925919.1731251928162 to pos 997, reset compression=false 2024-11-10T15:19:10,861 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,38653,1731251925919.replicationSource.wal-reader.c0771061be61%2C38653%2C1731251925919,1-c0771061be61,38653,1731251925919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/WALs/c0771061be61,38653,1731251925919/c0771061be61%2C38653%2C1731251925919.1731251928162 to pos 997, reset compression=false 2024-11-10T15:19:12,401 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,38653,1731251925919.replicationSource.wal-reader.c0771061be61%2C38653%2C1731251925919,1-c0771061be61,38653,1731251925919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/WALs/c0771061be61,38653,1731251925919/c0771061be61%2C38653%2C1731251925919.1731251928162 to pos 997, reset compression=false 2024-11-10T15:19:14,006 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,38653,1731251925919.replicationSource.wal-reader.c0771061be61%2C38653%2C1731251925919,1-c0771061be61,38653,1731251925919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/WALs/c0771061be61,38653,1731251925919/c0771061be61%2C38653%2C1731251925919.1731251928162 to pos 997, reset compression=false 2024-11-10T15:19:15,338 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T15:19:15,710 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,38653,1731251925919.replicationSource.wal-reader.c0771061be61%2C38653%2C1731251925919,1-c0771061be61,38653,1731251925919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/WALs/c0771061be61,38653,1731251925919/c0771061be61%2C38653%2C1731251925919.1731251928162 to pos 997, reset compression=false 2024-11-10T15:19:17,514 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,38653,1731251925919.replicationSource.wal-reader.c0771061be61%2C38653%2C1731251925919,1-c0771061be61,38653,1731251925919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/WALs/c0771061be61,38653,1731251925919/c0771061be61%2C38653%2C1731251925919.1731251928162 to pos 997, reset compression=false 2024-11-10T15:19:19,418 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,38653,1731251925919.replicationSource.wal-reader.c0771061be61%2C38653%2C1731251925919,1-c0771061be61,38653,1731251925919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/WALs/c0771061be61,38653,1731251925919/c0771061be61%2C38653%2C1731251925919.1731251928162 to pos 997, reset compression=false 2024-11-10T15:19:20,357 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,38653,1731251925919.replicationSource.shipperc0771061be61%2C38653%2C1731251925919,1-c0771061be61,38653,1731251925919 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0771061be61,38653,1731251925919 got entry batch from reader: null 2024-11-10T15:19:21,340 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T15:19:21,423 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,38653,1731251925919.replicationSource.wal-reader.c0771061be61%2C38653%2C1731251925919,1-c0771061be61,38653,1731251925919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/WALs/c0771061be61,38653,1731251925919/c0771061be61%2C38653%2C1731251925919.1731251928162 to pos 997, reset compression=false 2024-11-10T15:19:23,528 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,38653,1731251925919.replicationSource.wal-reader.c0771061be61%2C38653%2C1731251925919,1-c0771061be61,38653,1731251925919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/WALs/c0771061be61,38653,1731251925919/c0771061be61%2C38653%2C1731251925919.1731251928162 to pos 997, reset compression=false 2024-11-10T15:19:25,732 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,38653,1731251925919.replicationSource.wal-reader.c0771061be61%2C38653%2C1731251925919,1-c0771061be61,38653,1731251925919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/WALs/c0771061be61,38653,1731251925919/c0771061be61%2C38653%2C1731251925919.1731251928162 to pos 997, reset compression=false 2024-11-10T15:19:28,036 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,38653,1731251925919.replicationSource.wal-reader.c0771061be61%2C38653%2C1731251925919,1-c0771061be61,38653,1731251925919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/WALs/c0771061be61,38653,1731251925919/c0771061be61%2C38653%2C1731251925919.1731251928162 to pos 997, reset compression=false 2024-11-10T15:19:29,191 INFO [master/c0771061be61:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-10T15:19:29,191 INFO [master/c0771061be61:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-10T15:19:30,441 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,38653,1731251925919.replicationSource.wal-reader.c0771061be61%2C38653%2C1731251925919,1-c0771061be61,38653,1731251925919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/WALs/c0771061be61,38653,1731251925919/c0771061be61%2C38653%2C1731251925919.1731251928162 to pos 997, reset compression=false 2024-11-10T15:19:32,944 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,38653,1731251925919.replicationSource.wal-reader.c0771061be61%2C38653%2C1731251925919,1-c0771061be61,38653,1731251925919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/WALs/c0771061be61,38653,1731251925919/c0771061be61%2C38653%2C1731251925919.1731251928162 to pos 997, reset compression=false 2024-11-10T15:19:34,744 INFO [master/c0771061be61:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-10T15:19:34,744 INFO [master/c0771061be61:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-10T15:19:35,549 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,38653,1731251925919.replicationSource.wal-reader.c0771061be61%2C38653%2C1731251925919,1-c0771061be61,38653,1731251925919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/WALs/c0771061be61,38653,1731251925919/c0771061be61%2C38653%2C1731251925919.1731251928162 to pos 997, reset compression=false 2024-11-10T15:19:38,269 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,38653,1731251925919.replicationSource.wal-reader.c0771061be61%2C38653%2C1731251925919,1-c0771061be61,38653,1731251925919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/WALs/c0771061be61,38653,1731251925919/c0771061be61%2C38653%2C1731251925919.1731251928162 to pos 997, reset compression=false 2024-11-10T15:19:40,223 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 444e44994070f1081fece27304a6af86, had cached 0 bytes from a total of 31376 2024-11-10T15:19:40,357 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,38653,1731251925919.replicationSource.shipperc0771061be61%2C38653%2C1731251925919,1-c0771061be61,38653,1731251925919 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0771061be61,38653,1731251925919 got entry batch from reader: null 2024-11-10T15:19:41,073 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,38653,1731251925919.replicationSource.wal-reader.c0771061be61%2C38653%2C1731251925919,1-c0771061be61,38653,1731251925919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/WALs/c0771061be61,38653,1731251925919/c0771061be61%2C38653%2C1731251925919.1731251928162 to pos 997, reset compression=false 2024-11-10T15:19:41,256 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region d0e50bd28ba40545dc93e8e621d93399, had cached 0 bytes from a total of 15585 2024-11-10T15:19:43,978 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,38653,1731251925919.replicationSource.wal-reader.c0771061be61%2C38653%2C1731251925919,1-c0771061be61,38653,1731251925919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/WALs/c0771061be61,38653,1731251925919/c0771061be61%2C38653%2C1731251925919.1731251928162 to pos 997, reset compression=false 2024-11-10T15:19:45,338 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T15:19:46,982 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,38653,1731251925919.replicationSource.wal-reader.c0771061be61%2C38653%2C1731251925919,1-c0771061be61,38653,1731251925919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/WALs/c0771061be61,38653,1731251925919/c0771061be61%2C38653%2C1731251925919.1731251928162 to pos 997, reset compression=false 2024-11-10T15:19:49,940 DEBUG [master/c0771061be61:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-10T15:19:50,087 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,38653,1731251925919.replicationSource.wal-reader.c0771061be61%2C38653%2C1731251925919,1-c0771061be61,38653,1731251925919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/WALs/c0771061be61,38653,1731251925919/c0771061be61%2C38653%2C1731251925919.1731251928162 to pos 997, reset compression=false 2024-11-10T15:19:51,340 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T15:19:53,291 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,38653,1731251925919.replicationSource.wal-reader.c0771061be61%2C38653%2C1731251925919,1-c0771061be61,38653,1731251925919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/WALs/c0771061be61,38653,1731251925919/c0771061be61%2C38653%2C1731251925919.1731251928162 to pos 997, reset compression=false 2024-11-10T15:19:56,642 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,38653,1731251925919.replicationSource.wal-reader.c0771061be61%2C38653%2C1731251925919,1-c0771061be61,38653,1731251925919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/WALs/c0771061be61,38653,1731251925919/c0771061be61%2C38653%2C1731251925919.1731251928162 to pos 997, reset compression=false 2024-11-10T15:19:59,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T15:19:59,939 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T15:19:59,939 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:19:59,939 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:19:59,939 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:19:59,940 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T15:19:59,940 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T15:19:59,940 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=811796987, stopped=false 2024-11-10T15:19:59,940 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c0771061be61,42849,1731251931378 2024-11-10T15:19:59,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45205-0x1012553e4090004, quorum=127.0.0.1:49823, baseZNode=/11351265727 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11351265727/running 2024-11-10T15:19:59,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42849-0x1012553e4090003, quorum=127.0.0.1:49823, baseZNode=/11351265727 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11351265727/running 2024-11-10T15:19:59,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45205-0x1012553e4090004, quorum=127.0.0.1:49823, baseZNode=/11351265727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11351265727 2024-11-10T15:19:59,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42849-0x1012553e4090003, quorum=127.0.0.1:49823, baseZNode=/11351265727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11351265727 2024-11-10T15:19:59,989 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T15:19:59,989 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T15:19:59,989 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:19:59,989 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:19:59,989 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c0771061be61,45205,1731251931564' ***** 2024-11-10T15:19:59,989 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T15:19:59,990 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42849-0x1012553e4090003, quorum=127.0.0.1:49823, baseZNode=/11351265727 Set watcher on znode that does not yet exist, /11351265727/running 2024-11-10T15:19:59,990 INFO [RS:0;c0771061be61:45205 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T15:19:59,990 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T15:19:59,990 INFO [RS:0;c0771061be61:45205 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T15:19:59,990 INFO [RS:0;c0771061be61:45205 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T15:19:59,990 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45205-0x1012553e4090004, quorum=127.0.0.1:49823, baseZNode=/11351265727 Set watcher on znode that does not yet exist, /11351265727/running 2024-11-10T15:19:59,990 INFO [RS:0;c0771061be61:45205 {}] regionserver.HRegionServer(3091): Received CLOSE for d0e50bd28ba40545dc93e8e621d93399 2024-11-10T15:19:59,990 INFO [RS:0;c0771061be61:45205 {}] regionserver.HRegionServer(959): stopping server c0771061be61,45205,1731251931564 2024-11-10T15:19:59,990 INFO [RS:0;c0771061be61:45205 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T15:19:59,990 INFO [RS:0;c0771061be61:45205 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c0771061be61:45205. 2024-11-10T15:19:59,990 DEBUG [RS:0;c0771061be61:45205 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:19:59,991 DEBUG [RS:0;c0771061be61:45205 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:19:59,991 INFO [RS:0;c0771061be61:45205 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T15:19:59,991 INFO [RS:0;c0771061be61:45205 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T15:19:59,991 INFO [RS:0;c0771061be61:45205 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T15:19:59,991 INFO [RS:0;c0771061be61:45205 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T15:19:59,991 INFO [RS:0;c0771061be61:45205 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T15:19:59,991 DEBUG [RS:0;c0771061be61:45205 {}] regionserver.HRegionServer(1325): Online Regions={d0e50bd28ba40545dc93e8e621d93399=test,,1731251935483.d0e50bd28ba40545dc93e8e621d93399., 1588230740=hbase:meta,,1.1588230740} 2024-11-10T15:19:59,991 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T15:19:59,991 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d0e50bd28ba40545dc93e8e621d93399, disabling compactions & flushes 2024-11-10T15:19:59,991 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731251935483.d0e50bd28ba40545dc93e8e621d93399. 2024-11-10T15:19:59,991 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T15:19:59,991 DEBUG [RS:0;c0771061be61:45205 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d0e50bd28ba40545dc93e8e621d93399 2024-11-10T15:19:59,991 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731251935483.d0e50bd28ba40545dc93e8e621d93399. 2024-11-10T15:19:59,991 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T15:19:59,991 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T15:19:59,991 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731251935483.d0e50bd28ba40545dc93e8e621d93399. after waiting 0 ms 2024-11-10T15:19:59,991 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T15:19:59,991 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731251935483.d0e50bd28ba40545dc93e8e621d93399. 2024-11-10T15:19:59,991 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-10T15:20:00,001 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33087/user/jenkins/test-data/7fa5a4e4-7422-e47f-1e27-abb79d75f42a/data/default/test/d0e50bd28ba40545dc93e8e621d93399/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-10T15:20:00,002 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T15:20:00,002 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T15:20:00,002 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731251935483.d0e50bd28ba40545dc93e8e621d93399. 2024-11-10T15:20:00,002 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d0e50bd28ba40545dc93e8e621d93399: Waiting for close lock at 1731251999991Running coprocessor pre-close hooks at 1731251999991Disabling compacts and flushes for region at 1731251999991Disabling writes for close at 1731251999991Writing region close event to WAL at 1731251999996 (+5 ms)Running coprocessor post-close hooks at 1731252000002 (+6 ms)Closed at 1731252000002 2024-11-10T15:20:00,002 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731251935483.d0e50bd28ba40545dc93e8e621d93399. 2024-11-10T15:20:00,010 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33087/user/jenkins/test-data/7fa5a4e4-7422-e47f-1e27-abb79d75f42a/data/hbase/meta/1588230740/.tmp/info/785f1e581c374c3690b71520164a2094 is 129, key is test,,1731251935483.d0e50bd28ba40545dc93e8e621d93399./info:regioninfo/1731251936287/Put/seqid=0 2024-11-10T15:20:00,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32969 is added to blk_1073741839_1015 (size=6421) 2024-11-10T15:20:00,038 INFO [regionserver/c0771061be61:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T15:20:00,046 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,38653,1731251925919.replicationSource.wal-reader.c0771061be61%2C38653%2C1731251925919,1-c0771061be61,38653,1731251925919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/WALs/c0771061be61,38653,1731251925919/c0771061be61%2C38653%2C1731251925919.1731251928162 to pos 997, reset compression=false 2024-11-10T15:20:00,191 DEBUG [RS:0;c0771061be61:45205 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T15:20:00,357 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,38653,1731251925919.replicationSource.shipperc0771061be61%2C38653%2C1731251925919,1-c0771061be61,38653,1731251925919 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0771061be61,38653,1731251925919 got entry batch from reader: null 2024-11-10T15:20:00,392 DEBUG [RS:0;c0771061be61:45205 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T15:20:00,417 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33087/user/jenkins/test-data/7fa5a4e4-7422-e47f-1e27-abb79d75f42a/data/hbase/meta/1588230740/.tmp/info/785f1e581c374c3690b71520164a2094 2024-11-10T15:20:00,450 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33087/user/jenkins/test-data/7fa5a4e4-7422-e47f-1e27-abb79d75f42a/data/hbase/meta/1588230740/.tmp/ns/15d90d64664d45688d2e63e6bad7e2c9 is 43, key is default/ns:d/1731251934703/Put/seqid=0 2024-11-10T15:20:00,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32969 is added to blk_1073741840_1016 (size=5153) 2024-11-10T15:20:00,456 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33087/user/jenkins/test-data/7fa5a4e4-7422-e47f-1e27-abb79d75f42a/data/hbase/meta/1588230740/.tmp/ns/15d90d64664d45688d2e63e6bad7e2c9 2024-11-10T15:20:00,484 INFO [regionserver/c0771061be61:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T15:20:00,484 INFO [regionserver/c0771061be61:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T15:20:00,491 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33087/user/jenkins/test-data/7fa5a4e4-7422-e47f-1e27-abb79d75f42a/data/hbase/meta/1588230740/.tmp/rep_barrier/7292430cb2d8472a98a68fdd480082d7 is 112, key is test,,1731251935483.d0e50bd28ba40545dc93e8e621d93399./rep_barrier:seqnumDuringOpen/1731251936287/Put/seqid=0 2024-11-10T15:20:00,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32969 is added to blk_1073741841_1017 (size=5518) 2024-11-10T15:20:00,499 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33087/user/jenkins/test-data/7fa5a4e4-7422-e47f-1e27-abb79d75f42a/data/hbase/meta/1588230740/.tmp/rep_barrier/7292430cb2d8472a98a68fdd480082d7 2024-11-10T15:20:00,528 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33087/user/jenkins/test-data/7fa5a4e4-7422-e47f-1e27-abb79d75f42a/data/hbase/meta/1588230740/.tmp/table/8be61c72d0644f22b5faf5cc84a0fa33 is 40, key is test/table:state/1731251936299/Put/seqid=0 2024-11-10T15:20:00,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32969 is added to blk_1073741842_1018 (size=5165) 2024-11-10T15:20:00,592 DEBUG [RS:0;c0771061be61:45205 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T15:20:00,792 DEBUG [RS:0;c0771061be61:45205 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T15:20:00,936 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33087/user/jenkins/test-data/7fa5a4e4-7422-e47f-1e27-abb79d75f42a/data/hbase/meta/1588230740/.tmp/table/8be61c72d0644f22b5faf5cc84a0fa33 2024-11-10T15:20:00,942 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33087/user/jenkins/test-data/7fa5a4e4-7422-e47f-1e27-abb79d75f42a/data/hbase/meta/1588230740/.tmp/info/785f1e581c374c3690b71520164a2094 as hdfs://localhost:33087/user/jenkins/test-data/7fa5a4e4-7422-e47f-1e27-abb79d75f42a/data/hbase/meta/1588230740/info/785f1e581c374c3690b71520164a2094 2024-11-10T15:20:00,948 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33087/user/jenkins/test-data/7fa5a4e4-7422-e47f-1e27-abb79d75f42a/data/hbase/meta/1588230740/info/785f1e581c374c3690b71520164a2094, entries=10, sequenceid=11, filesize=6.3 K 2024-11-10T15:20:00,949 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33087/user/jenkins/test-data/7fa5a4e4-7422-e47f-1e27-abb79d75f42a/data/hbase/meta/1588230740/.tmp/ns/15d90d64664d45688d2e63e6bad7e2c9 as hdfs://localhost:33087/user/jenkins/test-data/7fa5a4e4-7422-e47f-1e27-abb79d75f42a/data/hbase/meta/1588230740/ns/15d90d64664d45688d2e63e6bad7e2c9 2024-11-10T15:20:00,955 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33087/user/jenkins/test-data/7fa5a4e4-7422-e47f-1e27-abb79d75f42a/data/hbase/meta/1588230740/ns/15d90d64664d45688d2e63e6bad7e2c9, entries=2, sequenceid=11, filesize=5.0 K 2024-11-10T15:20:00,956 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33087/user/jenkins/test-data/7fa5a4e4-7422-e47f-1e27-abb79d75f42a/data/hbase/meta/1588230740/.tmp/rep_barrier/7292430cb2d8472a98a68fdd480082d7 as hdfs://localhost:33087/user/jenkins/test-data/7fa5a4e4-7422-e47f-1e27-abb79d75f42a/data/hbase/meta/1588230740/rep_barrier/7292430cb2d8472a98a68fdd480082d7 2024-11-10T15:20:00,964 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33087/user/jenkins/test-data/7fa5a4e4-7422-e47f-1e27-abb79d75f42a/data/hbase/meta/1588230740/rep_barrier/7292430cb2d8472a98a68fdd480082d7, entries=1, sequenceid=11, filesize=5.4 K 2024-11-10T15:20:00,965 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33087/user/jenkins/test-data/7fa5a4e4-7422-e47f-1e27-abb79d75f42a/data/hbase/meta/1588230740/.tmp/table/8be61c72d0644f22b5faf5cc84a0fa33 as hdfs://localhost:33087/user/jenkins/test-data/7fa5a4e4-7422-e47f-1e27-abb79d75f42a/data/hbase/meta/1588230740/table/8be61c72d0644f22b5faf5cc84a0fa33 2024-11-10T15:20:00,970 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33087/user/jenkins/test-data/7fa5a4e4-7422-e47f-1e27-abb79d75f42a/data/hbase/meta/1588230740/table/8be61c72d0644f22b5faf5cc84a0fa33, entries=2, sequenceid=11, filesize=5.0 K 2024-11-10T15:20:00,971 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 980ms, sequenceid=11, compaction requested=false 2024-11-10T15:20:00,980 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33087/user/jenkins/test-data/7fa5a4e4-7422-e47f-1e27-abb79d75f42a/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-10T15:20:00,981 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T15:20:00,981 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T15:20:00,981 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T15:20:00,981 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731251999991Running coprocessor pre-close hooks at 1731251999991Disabling compacts and flushes for region at 1731251999991Disabling writes for close at 1731251999991Obtaining lock to block concurrent updates at 1731251999991Preparing flush snapshotting stores in 1588230740 at 1731251999991Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731251999992 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731251999993 (+1 ms)Flushing 1588230740/info: creating writer at 1731251999993Flushing 1588230740/info: appending metadata at 1731252000010 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731252000010Flushing 1588230740/ns: creating writer at 1731252000429 (+419 ms)Flushing 1588230740/ns: appending metadata at 1731252000450 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1731252000450Flushing 1588230740/rep_barrier: creating writer at 1731252000470 (+20 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731252000490 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731252000490Flushing 1588230740/table: creating writer at 1731252000504 (+14 ms)Flushing 1588230740/table: appending metadata at 1731252000527 (+23 ms)Flushing 1588230740/table: closing flushed file at 1731252000527Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49341c34: reopening flushed file at 1731252000941 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@469d2b5d: reopening flushed file at 1731252000948 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4447a96c: reopening flushed file at 1731252000955 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@764fb78e: reopening flushed file at 1731252000964 (+9 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 980ms, sequenceid=11, compaction requested=false at 1731252000971 (+7 ms)Writing region close event to WAL at 1731252000977 (+6 ms)Running coprocessor post-close hooks at 1731252000981 (+4 ms)Closed at 1731252000981 2024-11-10T15:20:00,982 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T15:20:00,993 INFO [RS:0;c0771061be61:45205 {}] regionserver.HRegionServer(976): stopping server c0771061be61,45205,1731251931564; all regions closed. 2024-11-10T15:20:00,997 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7fa5a4e4-7422-e47f-1e27-abb79d75f42a/WALs/c0771061be61,45205,1731251931564/c0771061be61%2C45205%2C1731251931564.meta.1731251934612.meta not finished, retry = 0 2024-11-10T15:20:01,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32969 is added to blk_1073741834_1010 (size=2717) 2024-11-10T15:20:01,100 DEBUG [RS:0;c0771061be61:45205 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7fa5a4e4-7422-e47f-1e27-abb79d75f42a/oldWALs 2024-11-10T15:20:01,100 INFO [RS:0;c0771061be61:45205 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c0771061be61%2C45205%2C1731251931564.meta:.meta(num 1731251934612) 2024-11-10T15:20:01,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32969 is added to blk_1073741832_1008 (size=1028) 2024-11-10T15:20:01,105 DEBUG [RS:0;c0771061be61:45205 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7fa5a4e4-7422-e47f-1e27-abb79d75f42a/oldWALs 2024-11-10T15:20:01,105 INFO [RS:0;c0771061be61:45205 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c0771061be61%2C45205%2C1731251931564:(num 1731251933621) 2024-11-10T15:20:01,105 DEBUG [RS:0;c0771061be61:45205 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:20:01,105 INFO [RS:0;c0771061be61:45205 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T15:20:01,105 INFO [RS:0;c0771061be61:45205 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T15:20:01,105 INFO [RS:0;c0771061be61:45205 {}] hbase.ChoreService(370): Chore service for: regionserver/c0771061be61:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T15:20:01,106 INFO [RS:0;c0771061be61:45205 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T15:20:01,106 INFO [regionserver/c0771061be61:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T15:20:01,106 INFO [RS:0;c0771061be61:45205 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c0771061be61:45205. 2024-11-10T15:20:01,106 DEBUG [RS:0;c0771061be61:45205 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:20:01,106 DEBUG [RS:0;c0771061be61:45205 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:20:01,106 DEBUG [RS:0;c0771061be61:45205 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:20:01,106 INFO [RS:0;c0771061be61:45205 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45205 2024-11-10T15:20:01,107 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T15:20:01,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45205-0x1012553e4090004, quorum=127.0.0.1:49823, baseZNode=/11351265727 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11351265727/rs/c0771061be61,45205,1731251931564 2024-11-10T15:20:01,159 INFO [RS:0;c0771061be61:45205 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T15:20:01,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42849-0x1012553e4090003, quorum=127.0.0.1:49823, baseZNode=/11351265727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11351265727/rs 2024-11-10T15:20:01,201 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c0771061be61,45205,1731251931564] 2024-11-10T15:20:01,256 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11351265727/draining/c0771061be61,45205,1731251931564 already deleted, retry=false 2024-11-10T15:20:01,256 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c0771061be61,45205,1731251931564 expired; onlineServers=0 2024-11-10T15:20:01,256 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c0771061be61,42849,1731251931378' ***** 2024-11-10T15:20:01,256 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T15:20:01,256 INFO [M:0;c0771061be61:42849 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T15:20:01,256 INFO [M:0;c0771061be61:42849 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T15:20:01,256 DEBUG [M:0;c0771061be61:42849 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T15:20:01,256 DEBUG [M:0;c0771061be61:42849 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T15:20:01,256 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T15:20:01,256 DEBUG [master/c0771061be61:0:becomeActiveMaster-HFileCleaner.large.0-1731251933368 {}] cleaner.HFileCleaner(306): Exit Thread[master/c0771061be61:0:becomeActiveMaster-HFileCleaner.large.0-1731251933368,5,FailOnTimeoutGroup] 2024-11-10T15:20:01,256 DEBUG [master/c0771061be61:0:becomeActiveMaster-HFileCleaner.small.0-1731251933377 {}] cleaner.HFileCleaner(306): Exit Thread[master/c0771061be61:0:becomeActiveMaster-HFileCleaner.small.0-1731251933377,5,FailOnTimeoutGroup] 2024-11-10T15:20:01,257 INFO [M:0;c0771061be61:42849 {}] hbase.ChoreService(370): Chore service for: master/c0771061be61:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T15:20:01,257 INFO [M:0;c0771061be61:42849 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T15:20:01,257 DEBUG [M:0;c0771061be61:42849 {}] master.HMaster(1795): Stopping service threads 2024-11-10T15:20:01,257 INFO [M:0;c0771061be61:42849 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T15:20:01,257 INFO [M:0;c0771061be61:42849 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T15:20:01,257 INFO [M:0;c0771061be61:42849 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T15:20:01,257 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T15:20:01,302 INFO [RS:0;c0771061be61:45205 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T15:20:01,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45205-0x1012553e4090004, quorum=127.0.0.1:49823, baseZNode=/11351265727 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T15:20:01,302 INFO [RS:0;c0771061be61:45205 {}] regionserver.HRegionServer(1031): Exiting; stopping=c0771061be61,45205,1731251931564; zookeeper connection closed. 2024-11-10T15:20:01,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45205-0x1012553e4090004, quorum=127.0.0.1:49823, baseZNode=/11351265727 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T15:20:01,302 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1c26114c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1c26114c 2024-11-10T15:20:01,302 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T15:20:01,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42849-0x1012553e4090003, quorum=127.0.0.1:49823, baseZNode=/11351265727 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11351265727/master 2024-11-10T15:20:01,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42849-0x1012553e4090003, quorum=127.0.0.1:49823, baseZNode=/11351265727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11351265727 2024-11-10T15:20:01,341 DEBUG [M:0;c0771061be61:42849 {}] zookeeper.ZKUtil(347): master:42849-0x1012553e4090003, quorum=127.0.0.1:49823, baseZNode=/11351265727 Unable to get data of znode /11351265727/master because node does not exist (not an error) 2024-11-10T15:20:01,341 WARN [M:0;c0771061be61:42849 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T15:20:01,342 INFO [M:0;c0771061be61:42849 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33087/user/jenkins/test-data/7fa5a4e4-7422-e47f-1e27-abb79d75f42a/.lastflushedseqids 2024-11-10T15:20:01,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32969 is added to blk_1073741843_1019 (size=173) 2024-11-10T15:20:01,351 INFO [M:0;c0771061be61:42849 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T15:20:01,357 INFO [M:0;c0771061be61:42849 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T15:20:01,358 DEBUG [M:0;c0771061be61:42849 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T15:20:01,358 INFO [M:0;c0771061be61:42849 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:20:01,358 DEBUG [M:0;c0771061be61:42849 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:20:01,358 DEBUG [M:0;c0771061be61:42849 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T15:20:01,358 DEBUG [M:0;c0771061be61:42849 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:20:01,358 INFO [M:0;c0771061be61:42849 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB 2024-11-10T15:20:01,379 DEBUG [M:0;c0771061be61:42849 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33087/user/jenkins/test-data/7fa5a4e4-7422-e47f-1e27-abb79d75f42a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8b14c742e1924106b9e7b8d7014964a2 is 82, key is hbase:meta,,1/info:regioninfo/1731251934676/Put/seqid=0 2024-11-10T15:20:01,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32969 is added to blk_1073741844_1020 (size=5672) 2024-11-10T15:20:01,821 INFO [M:0;c0771061be61:42849 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:33087/user/jenkins/test-data/7fa5a4e4-7422-e47f-1e27-abb79d75f42a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8b14c742e1924106b9e7b8d7014964a2 2024-11-10T15:20:01,857 DEBUG [M:0;c0771061be61:42849 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33087/user/jenkins/test-data/7fa5a4e4-7422-e47f-1e27-abb79d75f42a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6022465736864a1d8ee3b296298ecee6 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731251936307/Put/seqid=0 2024-11-10T15:20:01,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32969 is added to blk_1073741845_1021 (size=6727) 2024-11-10T15:20:02,262 INFO [M:0;c0771061be61:42849 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:33087/user/jenkins/test-data/7fa5a4e4-7422-e47f-1e27-abb79d75f42a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6022465736864a1d8ee3b296298ecee6 2024-11-10T15:20:02,267 INFO [M:0;c0771061be61:42849 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6022465736864a1d8ee3b296298ecee6 2024-11-10T15:20:02,282 DEBUG [M:0;c0771061be61:42849 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33087/user/jenkins/test-data/7fa5a4e4-7422-e47f-1e27-abb79d75f42a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d1b86e3ebea646d1bb8083bdc29d0495 is 69, key is c0771061be61,45205,1731251931564/rs:state/1731251933408/Put/seqid=0 2024-11-10T15:20:02,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32969 is added to blk_1073741846_1022 (size=5156) 2024-11-10T15:20:02,687 INFO [M:0;c0771061be61:42849 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:33087/user/jenkins/test-data/7fa5a4e4-7422-e47f-1e27-abb79d75f42a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d1b86e3ebea646d1bb8083bdc29d0495 2024-11-10T15:20:02,697 DEBUG [M:0;c0771061be61:42849 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33087/user/jenkins/test-data/7fa5a4e4-7422-e47f-1e27-abb79d75f42a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8b14c742e1924106b9e7b8d7014964a2 as hdfs://localhost:33087/user/jenkins/test-data/7fa5a4e4-7422-e47f-1e27-abb79d75f42a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8b14c742e1924106b9e7b8d7014964a2 2024-11-10T15:20:02,704 INFO [M:0;c0771061be61:42849 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33087/user/jenkins/test-data/7fa5a4e4-7422-e47f-1e27-abb79d75f42a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8b14c742e1924106b9e7b8d7014964a2, entries=8, sequenceid=58, filesize=5.5 K 2024-11-10T15:20:02,705 DEBUG [M:0;c0771061be61:42849 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33087/user/jenkins/test-data/7fa5a4e4-7422-e47f-1e27-abb79d75f42a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6022465736864a1d8ee3b296298ecee6 as hdfs://localhost:33087/user/jenkins/test-data/7fa5a4e4-7422-e47f-1e27-abb79d75f42a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6022465736864a1d8ee3b296298ecee6 2024-11-10T15:20:02,715 INFO [M:0;c0771061be61:42849 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6022465736864a1d8ee3b296298ecee6 2024-11-10T15:20:02,716 INFO [M:0;c0771061be61:42849 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33087/user/jenkins/test-data/7fa5a4e4-7422-e47f-1e27-abb79d75f42a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6022465736864a1d8ee3b296298ecee6, entries=6, sequenceid=58, filesize=6.6 K 2024-11-10T15:20:02,717 DEBUG [M:0;c0771061be61:42849 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33087/user/jenkins/test-data/7fa5a4e4-7422-e47f-1e27-abb79d75f42a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d1b86e3ebea646d1bb8083bdc29d0495 as hdfs://localhost:33087/user/jenkins/test-data/7fa5a4e4-7422-e47f-1e27-abb79d75f42a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d1b86e3ebea646d1bb8083bdc29d0495 2024-11-10T15:20:02,723 INFO [M:0;c0771061be61:42849 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33087/user/jenkins/test-data/7fa5a4e4-7422-e47f-1e27-abb79d75f42a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d1b86e3ebea646d1bb8083bdc29d0495, entries=1, sequenceid=58, filesize=5.0 K 2024-11-10T15:20:02,724 INFO [M:0;c0771061be61:42849 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1366ms, sequenceid=58, compaction requested=false 2024-11-10T15:20:02,751 INFO [M:0;c0771061be61:42849 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:20:02,752 DEBUG [M:0;c0771061be61:42849 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731252001358Disabling compacts and flushes for region at 1731252001358Disabling writes for close at 1731252001358Obtaining lock to block concurrent updates at 1731252001358Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731252001358Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1731252001358Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731252001359 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731252001359Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731252001378 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731252001378Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731252001832 (+454 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731252001856 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731252001856Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731252002267 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731252002281 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731252002281Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2112adfb: reopening flushed file at 1731252002695 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@671ffd33: reopening flushed file at 1731252002704 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@714d733f: reopening flushed file at 1731252002716 (+12 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1366ms, sequenceid=58, compaction requested=false at 1731252002724 (+8 ms)Writing region close event to WAL at 1731252002751 (+27 ms)Closed at 1731252002751 2024-11-10T15:20:02,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32969 is added to blk_1073741830_1006 (size=33026) 2024-11-10T15:20:02,761 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T15:20:02,761 INFO [M:0;c0771061be61:42849 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T15:20:02,762 INFO [M:0;c0771061be61:42849 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42849 2024-11-10T15:20:02,764 INFO [M:0;c0771061be61:42849 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T15:20:03,019 INFO [M:0;c0771061be61:42849 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T15:20:03,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42849-0x1012553e4090003, quorum=127.0.0.1:49823, baseZNode=/11351265727 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T15:20:03,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42849-0x1012553e4090003, quorum=127.0.0.1:49823, baseZNode=/11351265727 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T15:20:03,068 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@c544c3b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T15:20:03,068 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4ba1527{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T15:20:03,068 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T15:20:03,068 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@71c5377a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T15:20:03,068 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@172ab688{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b042e7be-ccbe-9271-6ba6-2309d87dca6e/hadoop.log.dir/,STOPPED} 2024-11-10T15:20:03,070 WARN [BP-178545089-172.17.0.3-1731251929296 heartbeating to localhost/127.0.0.1:33087 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T15:20:03,070 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T15:20:03,070 WARN [BP-178545089-172.17.0.3-1731251929296 heartbeating to localhost/127.0.0.1:33087 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-178545089-172.17.0.3-1731251929296 (Datanode Uuid 3eef2f92-55ae-46f4-94e1-c0b0522c12ad) service to localhost/127.0.0.1:33087 2024-11-10T15:20:03,070 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T15:20:03,071 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b042e7be-ccbe-9271-6ba6-2309d87dca6e/cluster_35898af4-deb0-a674-f535-acb29f7e5af5/data/data1/current/BP-178545089-172.17.0.3-1731251929296 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T15:20:03,071 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b042e7be-ccbe-9271-6ba6-2309d87dca6e/cluster_35898af4-deb0-a674-f535-acb29f7e5af5/data/data2/current/BP-178545089-172.17.0.3-1731251929296 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T15:20:03,071 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T15:20:03,077 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@74b96f19{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T15:20:03,078 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4590de63{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T15:20:03,078 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T15:20:03,078 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46e5e3f9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T15:20:03,078 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42b16601{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b042e7be-ccbe-9271-6ba6-2309d87dca6e/hadoop.log.dir/,STOPPED} 2024-11-10T15:20:03,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T15:20:03,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T15:20:03,096 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T15:20:03,096 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:20:03,096 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:20:03,096 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:20:03,096 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T15:20:03,096 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T15:20:03,096 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1061052534, stopped=false 2024-11-10T15:20:03,096 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c0771061be61,38547,1731251925750 2024-11-10T15:20:03,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38653-0x1012553e4090001, quorum=127.0.0.1:49823, baseZNode=/01675418911 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01675418911/running 2024-11-10T15:20:03,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38547-0x1012553e4090000, quorum=127.0.0.1:49823, baseZNode=/01675418911 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01675418911/running 2024-11-10T15:20:03,105 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T15:20:03,105 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T15:20:03,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38653-0x1012553e4090001, quorum=127.0.0.1:49823, baseZNode=/01675418911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01675418911 2024-11-10T15:20:03,105 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:20:03,105 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:20:03,105 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c0771061be61,38653,1731251925919' ***** 2024-11-10T15:20:03,105 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T15:20:03,105 INFO [RS:0;c0771061be61:38653 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T15:20:03,105 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38653-0x1012553e4090001, quorum=127.0.0.1:49823, baseZNode=/01675418911 Set watcher on znode that does not yet exist, /01675418911/running 2024-11-10T15:20:03,105 INFO [RS:0;c0771061be61:38653 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T15:20:03,105 INFO [RS:0;c0771061be61:38653 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T15:20:03,106 INFO [RS:0;c0771061be61:38653 {}] regionserver.HRegionServer(3091): Received CLOSE for 444e44994070f1081fece27304a6af86 2024-11-10T15:20:03,106 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T15:20:03,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38547-0x1012553e4090000, quorum=127.0.0.1:49823, baseZNode=/01675418911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01675418911 2024-11-10T15:20:03,106 INFO [RS:0;c0771061be61:38653 {}] regionserver.HRegionServer(3091): Received CLOSE for dbacfbec504fbb2601adc0255f63724f 2024-11-10T15:20:03,106 INFO [RS:0;c0771061be61:38653 {}] regionserver.HRegionServer(959): stopping server c0771061be61,38653,1731251925919 2024-11-10T15:20:03,106 INFO [RS:0;c0771061be61:38653 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T15:20:03,106 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38547-0x1012553e4090000, quorum=127.0.0.1:49823, baseZNode=/01675418911 Set watcher on znode that does not yet exist, /01675418911/running 2024-11-10T15:20:03,106 INFO [RS:0;c0771061be61:38653 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c0771061be61:38653. 2024-11-10T15:20:03,106 DEBUG [RS:0;c0771061be61:38653 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:20:03,106 DEBUG [RS:0;c0771061be61:38653 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:20:03,106 INFO [RS:0;c0771061be61:38653 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T15:20:03,106 INFO [RS:0;c0771061be61:38653 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T15:20:03,106 INFO [RS:0;c0771061be61:38653 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T15:20:03,106 INFO [RS:0;c0771061be61:38653 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T15:20:03,106 INFO [RS:0;c0771061be61:38653 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T15:20:03,106 DEBUG [RS:0;c0771061be61:38653 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 444e44994070f1081fece27304a6af86=test,,1731251934833.444e44994070f1081fece27304a6af86., dbacfbec504fbb2601adc0255f63724f=hbase:replication,,1731251936699.dbacfbec504fbb2601adc0255f63724f.} 2024-11-10T15:20:03,106 DEBUG [RS:0;c0771061be61:38653 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 444e44994070f1081fece27304a6af86, dbacfbec504fbb2601adc0255f63724f 2024-11-10T15:20:03,106 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 444e44994070f1081fece27304a6af86, disabling compactions & flushes 2024-11-10T15:20:03,106 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T15:20:03,107 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731251934833.444e44994070f1081fece27304a6af86. 2024-11-10T15:20:03,107 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T15:20:03,107 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731251934833.444e44994070f1081fece27304a6af86. 2024-11-10T15:20:03,107 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T15:20:03,107 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731251934833.444e44994070f1081fece27304a6af86. after waiting 0 ms 2024-11-10T15:20:03,107 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731251934833.444e44994070f1081fece27304a6af86. 2024-11-10T15:20:03,107 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T15:20:03,107 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T15:20:03,107 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-10T15:20:03,110 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/data/default/test/444e44994070f1081fece27304a6af86/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T15:20:03,111 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T15:20:03,111 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T15:20:03,111 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731251934833.444e44994070f1081fece27304a6af86. 2024-11-10T15:20:03,111 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 444e44994070f1081fece27304a6af86: Waiting for close lock at 1731252003106Running coprocessor pre-close hooks at 1731252003106Disabling compacts and flushes for region at 1731252003106Disabling writes for close at 1731252003107 (+1 ms)Writing region close event to WAL at 1731252003107Running coprocessor post-close hooks at 1731252003111 (+4 ms)Closed at 1731252003111 2024-11-10T15:20:03,111 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731251934833.444e44994070f1081fece27304a6af86. 2024-11-10T15:20:03,111 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dbacfbec504fbb2601adc0255f63724f, disabling compactions & flushes 2024-11-10T15:20:03,111 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731251936699.dbacfbec504fbb2601adc0255f63724f. 2024-11-10T15:20:03,111 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731251936699.dbacfbec504fbb2601adc0255f63724f. 2024-11-10T15:20:03,111 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731251936699.dbacfbec504fbb2601adc0255f63724f. after waiting 0 ms 2024-11-10T15:20:03,111 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731251936699.dbacfbec504fbb2601adc0255f63724f. 2024-11-10T15:20:03,111 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing dbacfbec504fbb2601adc0255f63724f 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-10T15:20:03,124 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/data/hbase/meta/1588230740/.tmp/info/9f46999edb9c458da7a25f4dc552f43d is 147, key is hbase:replication,,1731251936699.dbacfbec504fbb2601adc0255f63724f./info:regioninfo/1731251937228/Put/seqid=0 2024-11-10T15:20:03,131 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/data/hbase/replication/dbacfbec504fbb2601adc0255f63724f/.tmp/hfileref/2224d9360ff540bfa7c1746d7815c146 is 74, key is 1/hfileref:25354b745e6e459d9f8452fdfa1d58fc_SeqId_4_/1731251939013/DeleteColumn/seqid=0 2024-11-10T15:20:03,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741844_1020 (size=7686) 2024-11-10T15:20:03,138 INFO [regionserver/c0771061be61:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T15:20:03,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741845_1021 (size=5203) 2024-11-10T15:20:03,307 DEBUG [RS:0;c0771061be61:38653 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, dbacfbec504fbb2601adc0255f63724f 2024-11-10T15:20:03,507 DEBUG [RS:0;c0771061be61:38653 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, dbacfbec504fbb2601adc0255f63724f 2024-11-10T15:20:03,535 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/data/hbase/meta/1588230740/.tmp/info/9f46999edb9c458da7a25f4dc552f43d 2024-11-10T15:20:03,544 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/data/hbase/replication/dbacfbec504fbb2601adc0255f63724f/.tmp/hfileref/2224d9360ff540bfa7c1746d7815c146 2024-11-10T15:20:03,550 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,38653,1731251925919.replicationSource.wal-reader.c0771061be61%2C38653%2C1731251925919,1-c0771061be61,38653,1731251925919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/WALs/c0771061be61,38653,1731251925919/c0771061be61%2C38653%2C1731251925919.1731251928162 to pos 997, reset compression=false 2024-11-10T15:20:03,574 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,38653,1731251925919.replicationSource.wal-reader.c0771061be61%2C38653%2C1731251925919,1-c0771061be61,38653,1731251925919 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T15:20:03,574 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,38653,1731251925919.replicationSource.wal-reader.c0771061be61%2C38653%2C1731251925919,1-c0771061be61,38653,1731251925919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/WALs/c0771061be61,38653,1731251925919/c0771061be61%2C38653%2C1731251925919.1731251928162 to pos 1292, reset compression=false 2024-11-10T15:20:03,574 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,38653,1731251925919.replicationSource.shipperc0771061be61%2C38653%2C1731251925919,1-c0771061be61,38653,1731251925919 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0771061be61,38653,1731251925919 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/WALs/c0771061be61,38653,1731251925919/c0771061be61%2C38653%2C1731251925919.1731251928162, lastWalPosition=1292, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T15:20:03,580 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/data/hbase/meta/1588230740/.tmp/ns/f817aeb044354a76bbbec197fb0024b3 is 43, key is default/ns:d/1731251929161/Put/seqid=0 2024-11-10T15:20:03,582 ERROR [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,38653,1731251925919.replicationSource.shipperc0771061be61%2C38653%2C1731251925919,1-c0771061be61,38653,1731251925919 {}] regionserver.HRegionServer(2440): ***** ABORTING region server c0771061be61,38653,1731251925919: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-c0771061be61,38653,1731251925919, walGroup=c0771061be61%2C38653%2C1731251925919, offset=c0771061be61%2C38653%2C1731251925919.1731251928162:1292, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c0771061be61:38653 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-10T15:20:03,585 ERROR [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,38653,1731251925919.replicationSource.shipperc0771061be61%2C38653%2C1731251925919,1-c0771061be61,38653,1731251925919 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-10T15:20:03,588 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,38653,1731251925919.replicationSource.shipperc0771061be61%2C38653%2C1731251925919,1-c0771061be61,38653,1731251925919 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-10T15:20:03,590 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,38653,1731251925919.replicationSource.shipperc0771061be61%2C38653%2C1731251925919,1-c0771061be61,38653,1731251925919 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-10T15:20:03,590 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,38653,1731251925919.replicationSource.shipperc0771061be61%2C38653%2C1731251925919,1-c0771061be61,38653,1731251925919 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-10T15:20:03,590 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,38653,1731251925919.replicationSource.shipperc0771061be61%2C38653%2C1731251925919,1-c0771061be61,38653,1731251925919 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-10T15:20:03,590 INFO [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,38653,1731251925919.replicationSource.shipperc0771061be61%2C38653%2C1731251925919,1-c0771061be61,38653,1731251925919 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1056964608, "init": 1048576000, "max": 2306867200, "used": 433221296 }, "NonHeapMemoryUsage": { "committed": 180420608, "init": 7667712, "max": -1, "used": 175136768 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-10T15:20:03,598 WARN [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,38653,1731251925919.replicationSource.shipperc0771061be61%2C38653%2C1731251925919,1-c0771061be61,38653,1731251925919 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c0771061be61:38547 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c0771061be61:38547 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-10T15:20:03,604 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/data/hbase/replication/dbacfbec504fbb2601adc0255f63724f/.tmp/queue/03c0eb405d4e4eda8830f800acc211f5 is 153, key is 1-c0771061be61,38653,1731251925919/queue:c0771061be61%2C38653%2C1731251925919/1731251940353/Put/seqid=0 2024-11-10T15:20:03,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741846_1022 (size=5153) 2024-11-10T15:20:03,623 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/data/hbase/meta/1588230740/.tmp/ns/f817aeb044354a76bbbec197fb0024b3 2024-11-10T15:20:03,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741847_1023 (size=5352) 2024-11-10T15:20:03,639 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/data/hbase/replication/dbacfbec504fbb2601adc0255f63724f/.tmp/queue/03c0eb405d4e4eda8830f800acc211f5 2024-11-10T15:20:03,653 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/data/hbase/replication/dbacfbec504fbb2601adc0255f63724f/.tmp/hfileref/2224d9360ff540bfa7c1746d7815c146 as hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/data/hbase/replication/dbacfbec504fbb2601adc0255f63724f/hfileref/2224d9360ff540bfa7c1746d7815c146 2024-11-10T15:20:03,668 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/data/hbase/meta/1588230740/.tmp/rep_barrier/7880462f3ed54c6db729c7acd43a966f is 112, key is test,,1731251934833.444e44994070f1081fece27304a6af86./rep_barrier:seqnumDuringOpen/1731251935283/Put/seqid=0 2024-11-10T15:20:03,668 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/data/hbase/replication/dbacfbec504fbb2601adc0255f63724f/hfileref/2224d9360ff540bfa7c1746d7815c146, entries=2, sequenceid=10, filesize=5.1 K 2024-11-10T15:20:03,670 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/data/hbase/replication/dbacfbec504fbb2601adc0255f63724f/.tmp/queue/03c0eb405d4e4eda8830f800acc211f5 as hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/data/hbase/replication/dbacfbec504fbb2601adc0255f63724f/queue/03c0eb405d4e4eda8830f800acc211f5 2024-11-10T15:20:03,677 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/data/hbase/replication/dbacfbec504fbb2601adc0255f63724f/queue/03c0eb405d4e4eda8830f800acc211f5, entries=1, sequenceid=10, filesize=5.2 K 2024-11-10T15:20:03,679 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for dbacfbec504fbb2601adc0255f63724f in 567ms, sequenceid=10, compaction requested=false 2024-11-10T15:20:03,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741848_1024 (size=5518) 2024-11-10T15:20:03,687 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/data/hbase/replication/dbacfbec504fbb2601adc0255f63724f/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-10T15:20:03,688 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T15:20:03,688 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T15:20:03,688 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731251936699.dbacfbec504fbb2601adc0255f63724f. 2024-11-10T15:20:03,688 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dbacfbec504fbb2601adc0255f63724f: Waiting for close lock at 1731252003111Running coprocessor pre-close hooks at 1731252003111Disabling compacts and flushes for region at 1731252003111Disabling writes for close at 1731252003111Obtaining lock to block concurrent updates at 1731252003111Preparing flush snapshotting stores in dbacfbec504fbb2601adc0255f63724f at 1731252003111Finished memstore snapshotting hbase:replication,,1731251936699.dbacfbec504fbb2601adc0255f63724f., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1731252003112 (+1 ms)Flushing stores of hbase:replication,,1731251936699.dbacfbec504fbb2601adc0255f63724f. at 1731252003112Flushing dbacfbec504fbb2601adc0255f63724f/hfileref: creating writer at 1731252003112Flushing dbacfbec504fbb2601adc0255f63724f/hfileref: appending metadata at 1731252003130 (+18 ms)Flushing dbacfbec504fbb2601adc0255f63724f/hfileref: closing flushed file at 1731252003130Flushing dbacfbec504fbb2601adc0255f63724f/queue: creating writer at 1731252003553 (+423 ms)Flushing dbacfbec504fbb2601adc0255f63724f/queue: appending metadata at 1731252003603 (+50 ms)Flushing dbacfbec504fbb2601adc0255f63724f/queue: closing flushed file at 1731252003603Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d84815: reopening flushed file at 1731252003651 (+48 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@782ef2f8: reopening flushed file at 1731252003669 (+18 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for dbacfbec504fbb2601adc0255f63724f in 567ms, sequenceid=10, compaction requested=false at 1731252003679 (+10 ms)Writing region close event to WAL at 1731252003681 (+2 ms)Running coprocessor post-close hooks at 1731252003687 (+6 ms)Closed at 1731252003688 (+1 ms) 2024-11-10T15:20:03,688 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731251936699.dbacfbec504fbb2601adc0255f63724f. 2024-11-10T15:20:03,707 DEBUG [RS:0;c0771061be61:38653 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T15:20:03,802 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,38653,1731251925919.replicationSource.wal-reader.c0771061be61%2C38653%2C1731251925919,1-c0771061be61,38653,1731251925919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/WALs/c0771061be61,38653,1731251925919/c0771061be61%2C38653%2C1731251925919.1731251928162 to pos 1292, reset compression=false 2024-11-10T15:20:03,907 DEBUG [RS:0;c0771061be61:38653 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T15:20:04,028 INFO [regionserver/c0771061be61:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T15:20:04,028 INFO [regionserver/c0771061be61:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T15:20:04,088 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/data/hbase/meta/1588230740/.tmp/rep_barrier/7880462f3ed54c6db729c7acd43a966f 2024-11-10T15:20:04,107 INFO [RS:0;c0771061be61:38653 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T15:20:04,108 DEBUG [RS:0;c0771061be61:38653 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-10T15:20:04,108 DEBUG [RS:0;c0771061be61:38653 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T15:20:04,110 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/data/hbase/meta/1588230740/.tmp/table/550741fc811444dc8fcc0086400827c4 is 53, key is hbase:replication/table:state/1731251937264/Put/seqid=0 2024-11-10T15:20:04,112 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,38653,1731251925919.replicationSource.wal-reader.c0771061be61%2C38653%2C1731251925919,1-c0771061be61,38653,1731251925919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/WALs/c0771061be61,38653,1731251925919/c0771061be61%2C38653%2C1731251925919.1731251928162 to pos 1292, reset compression=false 2024-11-10T15:20:04,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741849_1025 (size=5308) 2024-11-10T15:20:04,119 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/data/hbase/meta/1588230740/.tmp/table/550741fc811444dc8fcc0086400827c4 2024-11-10T15:20:04,127 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/data/hbase/meta/1588230740/.tmp/info/9f46999edb9c458da7a25f4dc552f43d as hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/data/hbase/meta/1588230740/info/9f46999edb9c458da7a25f4dc552f43d 2024-11-10T15:20:04,135 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/data/hbase/meta/1588230740/info/9f46999edb9c458da7a25f4dc552f43d, entries=20, sequenceid=16, filesize=7.5 K 2024-11-10T15:20:04,136 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/data/hbase/meta/1588230740/.tmp/ns/f817aeb044354a76bbbec197fb0024b3 as hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/data/hbase/meta/1588230740/ns/f817aeb044354a76bbbec197fb0024b3 2024-11-10T15:20:04,145 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/data/hbase/meta/1588230740/ns/f817aeb044354a76bbbec197fb0024b3, entries=2, sequenceid=16, filesize=5.0 K 2024-11-10T15:20:04,146 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/data/hbase/meta/1588230740/.tmp/rep_barrier/7880462f3ed54c6db729c7acd43a966f as hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/data/hbase/meta/1588230740/rep_barrier/7880462f3ed54c6db729c7acd43a966f 2024-11-10T15:20:04,151 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/data/hbase/meta/1588230740/rep_barrier/7880462f3ed54c6db729c7acd43a966f, entries=1, sequenceid=16, filesize=5.4 K 2024-11-10T15:20:04,152 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/data/hbase/meta/1588230740/.tmp/table/550741fc811444dc8fcc0086400827c4 as hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/data/hbase/meta/1588230740/table/550741fc811444dc8fcc0086400827c4 2024-11-10T15:20:04,157 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/data/hbase/meta/1588230740/table/550741fc811444dc8fcc0086400827c4, entries=4, sequenceid=16, filesize=5.2 K 2024-11-10T15:20:04,158 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1051ms, sequenceid=16, compaction requested=false 2024-11-10T15:20:04,163 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-10T15:20:04,164 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T15:20:04,164 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T15:20:04,164 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T15:20:04,164 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731252003106Running coprocessor pre-close hooks at 1731252003106Disabling compacts and flushes for region at 1731252003106Disabling writes for close at 1731252003107 (+1 ms)Obtaining lock to block concurrent updates at 1731252003107Preparing flush snapshotting stores in 1588230740 at 1731252003107Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731252003107Flushing stores of hbase:meta,,1.1588230740 at 1731252003108 (+1 ms)Flushing 1588230740/info: creating writer at 1731252003108Flushing 1588230740/info: appending metadata at 1731252003124 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731252003124Flushing 1588230740/ns: creating writer at 1731252003550 (+426 ms)Flushing 1588230740/ns: appending metadata at 1731252003580 (+30 ms)Flushing 1588230740/ns: closing flushed file at 1731252003580Flushing 1588230740/rep_barrier: creating writer at 1731252003646 (+66 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731252003668 (+22 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731252003668Flushing 1588230740/table: creating writer at 1731252004095 (+427 ms)Flushing 1588230740/table: appending metadata at 1731252004110 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731252004110Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a0d65b2: reopening flushed file at 1731252004125 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b7594dc: reopening flushed file at 1731252004135 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e9b4975: reopening flushed file at 1731252004145 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@222256dc: reopening flushed file at 1731252004151 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1051ms, sequenceid=16, compaction requested=false at 1731252004158 (+7 ms)Writing region close event to WAL at 1731252004160 (+2 ms)Running coprocessor post-close hooks at 1731252004163 (+3 ms)Closed at 1731252004164 (+1 ms) 2024-11-10T15:20:04,164 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T15:20:04,308 INFO [RS:0;c0771061be61:38653 {}] regionserver.HRegionServer(976): stopping server c0771061be61,38653,1731251925919; all regions closed. 2024-11-10T15:20:04,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741834_1010 (size=4239) 2024-11-10T15:20:04,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741839_1015 (size=2700) 2024-11-10T15:20:04,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741832_1008 (size=1300) 2024-11-10T15:20:04,320 DEBUG [RS:0;c0771061be61:38653 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:20:04,320 INFO [RS:0;c0771061be61:38653 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T15:20:04,320 INFO [RS:0;c0771061be61:38653 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T15:20:04,320 INFO [RS:0;c0771061be61:38653 {}] hbase.ChoreService(370): Chore service for: regionserver/c0771061be61:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T15:20:04,320 INFO [RS:0;c0771061be61:38653 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T15:20:04,320 INFO [regionserver/c0771061be61:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T15:20:04,320 INFO [RS:0;c0771061be61:38653 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c0771061be61,38653,1731251925919 because: Region server is closing 2024-11-10T15:20:04,320 INFO [RS:0;c0771061be61:38653 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c0771061be61:38653. 2024-11-10T15:20:04,320 DEBUG [RS:0;c0771061be61:38653 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:20:04,321 DEBUG [RS:0;c0771061be61:38653 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:20:04,321 DEBUG [RS:0;c0771061be61:38653 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:20:04,321 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T15:20:04,421 INFO [RS:0;c0771061be61:38653 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,38653,1731251925919.replicationSource.shipperc0771061be61%2C38653%2C1731251925919,1-c0771061be61,38653,1731251925919 terminated 2024-11-10T15:20:04,421 INFO [RS:0;c0771061be61:38653 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38653 2024-11-10T15:20:04,421 WARN [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,38653,1731251925919.replicationSource.wal-reader.c0771061be61%2C38653%2C1731251925919,1-c0771061be61,38653,1731251925919 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T15:20:04,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38547-0x1012553e4090000, quorum=127.0.0.1:49823, baseZNode=/01675418911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01675418911/rs 2024-11-10T15:20:04,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38653-0x1012553e4090001, quorum=127.0.0.1:49823, baseZNode=/01675418911 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01675418911/rs/c0771061be61,38653,1731251925919 2024-11-10T15:20:04,431 INFO [RS:0;c0771061be61:38653 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T15:20:04,441 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c0771061be61,38653,1731251925919] 2024-11-10T15:20:04,452 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01675418911/draining/c0771061be61,38653,1731251925919 already deleted, retry=false 2024-11-10T15:20:04,452 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c0771061be61,38653,1731251925919 expired; onlineServers=0 2024-11-10T15:20:04,452 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c0771061be61,38547,1731251925750' ***** 2024-11-10T15:20:04,452 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T15:20:04,452 INFO [M:0;c0771061be61:38547 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T15:20:04,452 INFO [M:0;c0771061be61:38547 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T15:20:04,452 DEBUG [M:0;c0771061be61:38547 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T15:20:04,452 DEBUG [M:0;c0771061be61:38547 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T15:20:04,452 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T15:20:04,452 DEBUG [master/c0771061be61:0:becomeActiveMaster-HFileCleaner.small.0-1731251927908 {}] cleaner.HFileCleaner(306): Exit Thread[master/c0771061be61:0:becomeActiveMaster-HFileCleaner.small.0-1731251927908,5,FailOnTimeoutGroup] 2024-11-10T15:20:04,452 DEBUG [master/c0771061be61:0:becomeActiveMaster-HFileCleaner.large.0-1731251927906 {}] cleaner.HFileCleaner(306): Exit Thread[master/c0771061be61:0:becomeActiveMaster-HFileCleaner.large.0-1731251927906,5,FailOnTimeoutGroup] 2024-11-10T15:20:04,452 INFO [M:0;c0771061be61:38547 {}] hbase.ChoreService(370): Chore service for: master/c0771061be61:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T15:20:04,452 INFO [M:0;c0771061be61:38547 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T15:20:04,453 DEBUG [M:0;c0771061be61:38547 {}] master.HMaster(1795): Stopping service threads 2024-11-10T15:20:04,453 INFO [M:0;c0771061be61:38547 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T15:20:04,453 INFO [M:0;c0771061be61:38547 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T15:20:04,453 INFO [M:0;c0771061be61:38547 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T15:20:04,453 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T15:20:04,483 DEBUG [M:0;c0771061be61:38547 {}] zookeeper.RecoverableZooKeeper(212): Node /01675418911/master already deleted, retry=false 2024-11-10T15:20:04,483 DEBUG [M:0;c0771061be61:38547 {}] master.ActiveMasterManager(353): master:38547-0x1012553e4090000, quorum=127.0.0.1:49823, baseZNode=/01675418911 Failed delete of our master address node; KeeperErrorCode = NoNode for /01675418911/master 2024-11-10T15:20:04,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38547-0x1012553e4090000, quorum=127.0.0.1:49823, baseZNode=/01675418911 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01675418911/master 2024-11-10T15:20:04,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38547-0x1012553e4090000, quorum=127.0.0.1:49823, baseZNode=/01675418911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01675418911 2024-11-10T15:20:04,492 INFO [M:0;c0771061be61:38547 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/.lastflushedseqids 2024-11-10T15:20:04,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741850_1026 (size=263) 2024-11-10T15:20:04,547 INFO [M:0;c0771061be61:38547 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T15:20:04,547 INFO [M:0;c0771061be61:38547 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T15:20:04,547 DEBUG [M:0;c0771061be61:38547 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T15:20:04,547 INFO [M:0;c0771061be61:38547 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:20:04,547 DEBUG [M:0;c0771061be61:38547 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:20:04,547 DEBUG [M:0;c0771061be61:38547 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T15:20:04,547 DEBUG [M:0;c0771061be61:38547 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:20:04,547 INFO [M:0;c0771061be61:38547 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.85 KB heapSize=65.86 KB 2024-11-10T15:20:04,549 INFO [RS:0;c0771061be61:38653 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T15:20:04,549 INFO [RS:0;c0771061be61:38653 {}] regionserver.HRegionServer(1031): Exiting; stopping=c0771061be61,38653,1731251925919; zookeeper connection closed. 2024-11-10T15:20:04,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38653-0x1012553e4090001, quorum=127.0.0.1:49823, baseZNode=/01675418911 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T15:20:04,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38653-0x1012553e4090001, quorum=127.0.0.1:49823, baseZNode=/01675418911 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T15:20:04,550 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4005cf5d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4005cf5d 2024-11-10T15:20:04,550 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T15:20:04,595 DEBUG [M:0;c0771061be61:38547 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c89ee9651e4246609af56e4ee787fcf9 is 82, key is hbase:meta,,1/info:regioninfo/1731251929111/Put/seqid=0 2024-11-10T15:20:04,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741851_1027 (size=5672) 2024-11-10T15:20:04,617 INFO [M:0;c0771061be61:38547 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c89ee9651e4246609af56e4ee787fcf9 2024-11-10T15:20:04,644 DEBUG [M:0;c0771061be61:38547 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a2858bb007b547b6816c31e4a3b45288 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731251935329/Put/seqid=0 2024-11-10T15:20:04,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741852_1028 (size=7240) 2024-11-10T15:20:05,039 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:20:05,039 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:20:05,040 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:20:05,040 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:20:05,049 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:20:05,049 INFO [M:0;c0771061be61:38547 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.30 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a2858bb007b547b6816c31e4a3b45288 2024-11-10T15:20:05,057 INFO [M:0;c0771061be61:38547 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a2858bb007b547b6816c31e4a3b45288 2024-11-10T15:20:05,076 DEBUG [M:0;c0771061be61:38547 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/732bb012e8fb4ab6a6d3dae205e29c52 is 69, key is c0771061be61,38653,1731251925919/rs:state/1731251928006/Put/seqid=0 2024-11-10T15:20:05,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741853_1029 (size=5156) 2024-11-10T15:20:05,087 INFO [M:0;c0771061be61:38547 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/732bb012e8fb4ab6a6d3dae205e29c52 2024-11-10T15:20:05,099 DEBUG [M:0;c0771061be61:38547 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c89ee9651e4246609af56e4ee787fcf9 as hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c89ee9651e4246609af56e4ee787fcf9 2024-11-10T15:20:05,112 INFO [M:0;c0771061be61:38547 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c89ee9651e4246609af56e4ee787fcf9, entries=8, sequenceid=105, filesize=5.5 K 2024-11-10T15:20:05,113 DEBUG [M:0;c0771061be61:38547 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a2858bb007b547b6816c31e4a3b45288 as hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a2858bb007b547b6816c31e4a3b45288 2024-11-10T15:20:05,119 INFO [M:0;c0771061be61:38547 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a2858bb007b547b6816c31e4a3b45288 2024-11-10T15:20:05,120 INFO [M:0;c0771061be61:38547 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a2858bb007b547b6816c31e4a3b45288, entries=11, sequenceid=105, filesize=7.1 K 2024-11-10T15:20:05,121 DEBUG [M:0;c0771061be61:38547 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/732bb012e8fb4ab6a6d3dae205e29c52 as hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/732bb012e8fb4ab6a6d3dae205e29c52 2024-11-10T15:20:05,140 INFO [M:0;c0771061be61:38547 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40311/user/jenkins/test-data/b7ff8252-0659-c2ac-ccc5-401359a0ac67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/732bb012e8fb4ab6a6d3dae205e29c52, entries=1, sequenceid=105, filesize=5.0 K 2024-11-10T15:20:05,142 INFO [M:0;c0771061be61:38547 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 595ms, sequenceid=105, compaction requested=false 2024-11-10T15:20:05,172 INFO [M:0;c0771061be61:38547 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:20:05,172 DEBUG [M:0;c0771061be61:38547 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731252004547Disabling compacts and flushes for region at 1731252004547Disabling writes for close at 1731252004547Obtaining lock to block concurrent updates at 1731252004547Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731252004547Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57195, getHeapSize=67376, getOffHeapSize=0, getCellsCount=122 at 1731252004548 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731252004550 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731252004550Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731252004590 (+40 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731252004590Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731252004626 (+36 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731252004644 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731252004644Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731252005057 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731252005075 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731252005075Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c6f607f: reopening flushed file at 1731252005097 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ef7841: reopening flushed file at 1731252005112 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f906ea0: reopening flushed file at 1731252005120 (+8 ms)Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 595ms, sequenceid=105, compaction requested=false at 1731252005142 (+22 ms)Writing region close event to WAL at 1731252005172 (+30 ms)Closed at 1731252005172 2024-11-10T15:20:05,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741830_1006 (size=64526) 2024-11-10T15:20:05,188 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T15:20:05,188 INFO [M:0;c0771061be61:38547 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T15:20:05,188 INFO [M:0;c0771061be61:38547 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38547 2024-11-10T15:20:05,189 INFO [M:0;c0771061be61:38547 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T15:20:05,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38547-0x1012553e4090000, quorum=127.0.0.1:49823, baseZNode=/01675418911 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T15:20:05,402 INFO [M:0;c0771061be61:38547 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T15:20:05,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38547-0x1012553e4090000, quorum=127.0.0.1:49823, baseZNode=/01675418911 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T15:20:05,404 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6dbdd16e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T15:20:05,404 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@43dfe806{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T15:20:05,404 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T15:20:05,405 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b77c33a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T15:20:05,405 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66f02a1d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2adc9f25-894d-bd02-3d18-ba85270236da/hadoop.log.dir/,STOPPED} 2024-11-10T15:20:05,405 WARN [BP-685533663-172.17.0.3-1731251923062 heartbeating to localhost/127.0.0.1:40311 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T15:20:05,405 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T15:20:05,406 WARN [BP-685533663-172.17.0.3-1731251923062 heartbeating to localhost/127.0.0.1:40311 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-685533663-172.17.0.3-1731251923062 (Datanode Uuid 21ef9e17-f402-450c-93b3-4617bc7debc9) service to localhost/127.0.0.1:40311 2024-11-10T15:20:05,406 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T15:20:05,406 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2adc9f25-894d-bd02-3d18-ba85270236da/cluster_edb2f485-4c55-18a4-2e48-034bab3bc56b/data/data1/current/BP-685533663-172.17.0.3-1731251923062 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T15:20:05,406 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2adc9f25-894d-bd02-3d18-ba85270236da/cluster_edb2f485-4c55-18a4-2e48-034bab3bc56b/data/data2/current/BP-685533663-172.17.0.3-1731251923062 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T15:20:05,406 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T15:20:05,411 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@d150d4c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T15:20:05,412 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@67cd3fc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T15:20:05,412 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T15:20:05,412 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@475b33e7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T15:20:05,412 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1d61262c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2adc9f25-894d-bd02-3d18-ba85270236da/hadoop.log.dir/,STOPPED} 2024-11-10T15:20:05,419 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T15:20:05,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T15:20:05,440 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=159 (was 139) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33087 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40311 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49823) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40311 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33087 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$803/0x00007f5e58b90210.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40311 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40311 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33087 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33087 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40311 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33087 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33087 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33087 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40311 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:40311 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49823) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40311 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40311 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:33087 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$803/0x00007f5e58b90210.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=504 (was 465) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=543 (was 860), ProcessCount=11 (was 11), AvailableMemoryMB=2374 (was 2623) 2024-11-10T15:20:05,449 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=160, OpenFileDescriptor=504, MaxFileDescriptor=1048576, SystemLoadAverage=543, ProcessCount=11, AvailableMemoryMB=2374 2024-11-10T15:20:05,462 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-10T15:20:05,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b042e7be-ccbe-9271-6ba6-2309d87dca6e/hadoop.log.dir so I do NOT create it in target/test-data/f5e8894e-b76b-61f5-46da-3a08650a228c 2024-11-10T15:20:05,463 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b042e7be-ccbe-9271-6ba6-2309d87dca6e/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T15:20:05,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b042e7be-ccbe-9271-6ba6-2309d87dca6e/hadoop.tmp.dir so I do NOT create it in target/test-data/f5e8894e-b76b-61f5-46da-3a08650a228c 2024-11-10T15:20:05,463 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b042e7be-ccbe-9271-6ba6-2309d87dca6e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T15:20:05,463 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5e8894e-b76b-61f5-46da-3a08650a228c 2024-11-10T15:20:05,463 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5e8894e-b76b-61f5-46da-3a08650a228c/cluster_1021cdd1-8b18-9d3e-5422-ad7efc40f990, deleteOnExit=true 2024-11-10T15:20:05,465 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5e8894e-b76b-61f5-46da-3a08650a228c/cluster_1021cdd1-8b18-9d3e-5422-ad7efc40f990/zookeeper_0, clientPort=53508, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5e8894e-b76b-61f5-46da-3a08650a228c/cluster_1021cdd1-8b18-9d3e-5422-ad7efc40f990/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5e8894e-b76b-61f5-46da-3a08650a228c/cluster_1021cdd1-8b18-9d3e-5422-ad7efc40f990/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T15:20:05,466 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53508 2024-11-10T15:20:05,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T15:20:05,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T15:20:05,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5e8894e-b76b-61f5-46da-3a08650a228c/test.cache.data in system properties and HBase conf 2024-11-10T15:20:05,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5e8894e-b76b-61f5-46da-3a08650a228c/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T15:20:05,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5e8894e-b76b-61f5-46da-3a08650a228c/hadoop.log.dir in system properties and HBase conf 2024-11-10T15:20:05,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5e8894e-b76b-61f5-46da-3a08650a228c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T15:20:05,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5e8894e-b76b-61f5-46da-3a08650a228c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T15:20:05,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T15:20:05,467 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T15:20:05,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5e8894e-b76b-61f5-46da-3a08650a228c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T15:20:05,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5e8894e-b76b-61f5-46da-3a08650a228c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T15:20:05,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5e8894e-b76b-61f5-46da-3a08650a228c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T15:20:05,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5e8894e-b76b-61f5-46da-3a08650a228c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T15:20:05,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5e8894e-b76b-61f5-46da-3a08650a228c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T15:20:05,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5e8894e-b76b-61f5-46da-3a08650a228c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T15:20:05,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5e8894e-b76b-61f5-46da-3a08650a228c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T15:20:05,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5e8894e-b76b-61f5-46da-3a08650a228c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T15:20:05,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5e8894e-b76b-61f5-46da-3a08650a228c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T15:20:05,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5e8894e-b76b-61f5-46da-3a08650a228c/nfs.dump.dir in system properties and HBase conf 2024-11-10T15:20:05,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5e8894e-b76b-61f5-46da-3a08650a228c/java.io.tmpdir in system properties and HBase conf 2024-11-10T15:20:05,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5e8894e-b76b-61f5-46da-3a08650a228c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T15:20:05,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5e8894e-b76b-61f5-46da-3a08650a228c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T15:20:05,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5e8894e-b76b-61f5-46da-3a08650a228c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T15:20:05,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1012553e4090005, quorum=127.0.0.1:49823, baseZNode=/11351265727 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T15:20:05,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1012553e4090002, quorum=127.0.0.1:49823, baseZNode=/01675418911 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T15:20:05,516 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1012553e4090002, quorum=127.0.0.1:49823, baseZNode=/01675418911 Received Disconnected from ZooKeeper, ignoring 2024-11-10T15:20:05,516 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1012553e4090005, quorum=127.0.0.1:49823, baseZNode=/11351265727 Received Disconnected from ZooKeeper, ignoring 2024-11-10T15:20:05,564 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T15:20:05,583 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:20:05,584 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:20:05,584 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:20:05,584 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:20:05,585 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:20:05,589 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:20:05,851 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T15:20:05,855 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T15:20:05,862 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T15:20:05,862 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T15:20:05,862 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T15:20:05,863 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T15:20:05,864 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25d8f35b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5e8894e-b76b-61f5-46da-3a08650a228c/hadoop.log.dir/,AVAILABLE} 2024-11-10T15:20:05,864 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ef16663{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T15:20:05,978 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@32439f1a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5e8894e-b76b-61f5-46da-3a08650a228c/java.io.tmpdir/jetty-localhost-39403-hadoop-hdfs-3_4_1-tests_jar-_-any-648215853745535942/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T15:20:05,979 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6cb122ec{HTTP/1.1, (http/1.1)}{localhost:39403} 2024-11-10T15:20:05,979 INFO [Time-limited test {}] server.Server(415): Started @136472ms 2024-11-10T15:20:06,316 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T15:20:06,319 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T15:20:06,320 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T15:20:06,320 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T15:20:06,320 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T15:20:06,321 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b42235f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5e8894e-b76b-61f5-46da-3a08650a228c/hadoop.log.dir/,AVAILABLE} 2024-11-10T15:20:06,321 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2746a1f9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T15:20:06,437 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5e68276e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5e8894e-b76b-61f5-46da-3a08650a228c/java.io.tmpdir/jetty-localhost-40113-hadoop-hdfs-3_4_1-tests_jar-_-any-15857270167680499297/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T15:20:06,437 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4ec5723e{HTTP/1.1, (http/1.1)}{localhost:40113} 2024-11-10T15:20:06,437 INFO [Time-limited test {}] server.Server(415): Started @136930ms 2024-11-10T15:20:06,438 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T15:20:07,129 WARN [Thread-1277 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5e8894e-b76b-61f5-46da-3a08650a228c/cluster_1021cdd1-8b18-9d3e-5422-ad7efc40f990/data/data1/current/BP-16560270-172.17.0.3-1731252005484/current, will proceed with Du for space computation calculation, 2024-11-10T15:20:07,129 WARN [Thread-1278 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5e8894e-b76b-61f5-46da-3a08650a228c/cluster_1021cdd1-8b18-9d3e-5422-ad7efc40f990/data/data2/current/BP-16560270-172.17.0.3-1731252005484/current, will proceed with Du for space computation calculation, 2024-11-10T15:20:07,152 WARN [Thread-1265 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T15:20:07,157 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x228dbb2f5d6c0df6 with lease ID 0x6488cd3c732f601e: Processing first storage report for DS-1bb08ea8-8589-45b5-868e-9a7079f89003 from datanode DatanodeRegistration(127.0.0.1:41739, datanodeUuid=0e5a4fa3-790e-4e12-820e-de2cb8949eac, infoPort=39745, infoSecurePort=0, ipcPort=32889, storageInfo=lv=-57;cid=testClusterID;nsid=2017062118;c=1731252005484) 2024-11-10T15:20:07,157 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x228dbb2f5d6c0df6 with lease ID 0x6488cd3c732f601e: from storage DS-1bb08ea8-8589-45b5-868e-9a7079f89003 node DatanodeRegistration(127.0.0.1:41739, datanodeUuid=0e5a4fa3-790e-4e12-820e-de2cb8949eac, infoPort=39745, infoSecurePort=0, ipcPort=32889, storageInfo=lv=-57;cid=testClusterID;nsid=2017062118;c=1731252005484), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T15:20:07,157 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x228dbb2f5d6c0df6 with lease ID 0x6488cd3c732f601e: Processing first storage report for DS-419cb541-5516-4986-b565-c104563bfc5d from datanode DatanodeRegistration(127.0.0.1:41739, datanodeUuid=0e5a4fa3-790e-4e12-820e-de2cb8949eac, infoPort=39745, infoSecurePort=0, ipcPort=32889, storageInfo=lv=-57;cid=testClusterID;nsid=2017062118;c=1731252005484) 2024-11-10T15:20:07,157 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x228dbb2f5d6c0df6 with lease ID 0x6488cd3c732f601e: from storage DS-419cb541-5516-4986-b565-c104563bfc5d node DatanodeRegistration(127.0.0.1:41739, datanodeUuid=0e5a4fa3-790e-4e12-820e-de2cb8949eac, infoPort=39745, infoSecurePort=0, ipcPort=32889, storageInfo=lv=-57;cid=testClusterID;nsid=2017062118;c=1731252005484), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T15:20:07,164 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5e8894e-b76b-61f5-46da-3a08650a228c 2024-11-10T15:20:07,165 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:20:07,167 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:20:07,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41739 is added to blk_1073741825_1001 (size=7) 2024-11-10T15:20:07,576 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7 with version=8 2024-11-10T15:20:07,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/hbase-staging 2024-11-10T15:20:07,578 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c0771061be61:0 server-side Connection retries=45 2024-11-10T15:20:07,579 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T15:20:07,579 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T15:20:07,579 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T15:20:07,579 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T15:20:07,579 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T15:20:07,579 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T15:20:07,579 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T15:20:07,580 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33913 2024-11-10T15:20:07,583 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33913 connecting to ZooKeeper ensemble=127.0.0.1:53508 2024-11-10T15:20:07,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:339130x0, quorum=127.0.0.1:53508, baseZNode=/0550662375 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T15:20:07,753 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33913-0x101255526040000 connected 2024-11-10T15:20:08,064 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:20:08,066 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:20:08,069 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33913-0x101255526040000, quorum=127.0.0.1:53508, baseZNode=/0550662375 Set watcher on znode that does not yet exist, /0550662375/running 2024-11-10T15:20:08,069 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7, hbase.cluster.distributed=false 2024-11-10T15:20:08,072 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33913-0x101255526040000, quorum=127.0.0.1:53508, baseZNode=/0550662375 Set watcher on znode that does not yet exist, /0550662375/acl 2024-11-10T15:20:08,085 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33913 2024-11-10T15:20:08,086 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33913 2024-11-10T15:20:08,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33913 2024-11-10T15:20:08,150 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33913 2024-11-10T15:20:08,161 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33913 2024-11-10T15:20:08,183 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c0771061be61:0 server-side Connection retries=45 2024-11-10T15:20:08,184 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T15:20:08,184 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T15:20:08,184 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T15:20:08,184 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T15:20:08,184 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T15:20:08,184 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T15:20:08,184 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T15:20:08,185 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42181 2024-11-10T15:20:08,187 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42181 connecting to ZooKeeper ensemble=127.0.0.1:53508 2024-11-10T15:20:08,188 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:20:08,191 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:20:08,231 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:421810x0, quorum=127.0.0.1:53508, baseZNode=/0550662375 Set watcher on znode that does not yet exist, /0550662375/running 2024-11-10T15:20:08,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:421810x0, quorum=127.0.0.1:53508, baseZNode=/0550662375 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T15:20:08,232 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T15:20:08,237 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42181-0x101255526040001 connected 2024-11-10T15:20:08,264 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T15:20:08,266 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42181-0x101255526040001, quorum=127.0.0.1:53508, baseZNode=/0550662375 Set watcher on znode that does not yet exist, /0550662375/master 2024-11-10T15:20:08,267 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42181-0x101255526040001, quorum=127.0.0.1:53508, baseZNode=/0550662375 Set watcher on znode that does not yet exist, /0550662375/acl 2024-11-10T15:20:08,295 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42181 2024-11-10T15:20:08,295 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42181 2024-11-10T15:20:08,295 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42181 2024-11-10T15:20:08,323 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42181 2024-11-10T15:20:08,335 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42181 2024-11-10T15:20:08,366 DEBUG [M:0;c0771061be61:33913 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c0771061be61:33913 2024-11-10T15:20:08,366 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0550662375/backup-masters/c0771061be61,33913,1731252007578 2024-11-10T15:20:08,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33913-0x101255526040000, quorum=127.0.0.1:53508, baseZNode=/0550662375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0550662375/backup-masters 2024-11-10T15:20:08,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42181-0x101255526040001, quorum=127.0.0.1:53508, baseZNode=/0550662375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0550662375/backup-masters 2024-11-10T15:20:08,383 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33913-0x101255526040000, quorum=127.0.0.1:53508, baseZNode=/0550662375 Set watcher on existing znode=/0550662375/backup-masters/c0771061be61,33913,1731252007578 2024-11-10T15:20:08,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33913-0x101255526040000, quorum=127.0.0.1:53508, baseZNode=/0550662375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0550662375 2024-11-10T15:20:08,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42181-0x101255526040001, quorum=127.0.0.1:53508, baseZNode=/0550662375 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0550662375/master 2024-11-10T15:20:08,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42181-0x101255526040001, quorum=127.0.0.1:53508, baseZNode=/0550662375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0550662375 2024-11-10T15:20:08,394 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33913-0x101255526040000, quorum=127.0.0.1:53508, baseZNode=/0550662375 Set watcher on existing znode=/0550662375/master 2024-11-10T15:20:08,394 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0550662375/backup-masters/c0771061be61,33913,1731252007578 from backup master directory 2024-11-10T15:20:08,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42181-0x101255526040001, quorum=127.0.0.1:53508, baseZNode=/0550662375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0550662375/backup-masters 2024-11-10T15:20:08,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33913-0x101255526040000, quorum=127.0.0.1:53508, baseZNode=/0550662375 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0550662375/backup-masters/c0771061be61,33913,1731252007578 2024-11-10T15:20:08,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33913-0x101255526040000, quorum=127.0.0.1:53508, baseZNode=/0550662375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0550662375/backup-masters 2024-11-10T15:20:08,410 WARN [master/c0771061be61:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T15:20:08,410 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c0771061be61,33913,1731252007578 2024-11-10T15:20:08,423 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/hbase.id] with ID: eff30fdf-8683-40c2-a64f-7a4fd823cf05 2024-11-10T15:20:08,423 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/.tmp/hbase.id 2024-11-10T15:20:08,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41739 is added to blk_1073741826_1002 (size=42) 2024-11-10T15:20:08,885 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/.tmp/hbase.id]:[hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/hbase.id] 2024-11-10T15:20:08,911 INFO [master/c0771061be61:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:20:08,911 INFO [master/c0771061be61:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T15:20:08,913 INFO [master/c0771061be61:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T15:20:08,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42181-0x101255526040001, quorum=127.0.0.1:53508, baseZNode=/0550662375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0550662375 2024-11-10T15:20:08,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33913-0x101255526040000, quorum=127.0.0.1:53508, baseZNode=/0550662375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0550662375 2024-11-10T15:20:08,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41739 is added to blk_1073741827_1003 (size=196) 2024-11-10T15:20:08,992 INFO [master/c0771061be61:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T15:20:08,993 INFO [master/c0771061be61:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T15:20:08,993 INFO [master/c0771061be61:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T15:20:09,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41739 is added to blk_1073741828_1004 (size=1189) 2024-11-10T15:20:09,025 INFO [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/MasterData/data/master/store 2024-11-10T15:20:09,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41739 is added to blk_1073741829_1005 (size=34) 2024-11-10T15:20:09,063 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:20:09,063 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T15:20:09,063 INFO [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:20:09,064 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:20:09,064 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T15:20:09,064 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:20:09,064 INFO [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:20:09,064 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731252009063Disabling compacts and flushes for region at 1731252009063Disabling writes for close at 1731252009064 (+1 ms)Writing region close event to WAL at 1731252009064Closed at 1731252009064 2024-11-10T15:20:09,065 WARN [master/c0771061be61:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/MasterData/data/master/store/.initializing 2024-11-10T15:20:09,065 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/MasterData/WALs/c0771061be61,33913,1731252007578 2024-11-10T15:20:09,066 INFO [master/c0771061be61:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T15:20:09,068 INFO [master/c0771061be61:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c0771061be61%2C33913%2C1731252007578, suffix=, logDir=hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/MasterData/WALs/c0771061be61,33913,1731252007578, archiveDir=hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/MasterData/oldWALs, maxLogs=10 2024-11-10T15:20:09,091 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/MasterData/WALs/c0771061be61,33913,1731252007578/c0771061be61%2C33913%2C1731252007578.1731252009068, exclude list is [], retry=0 2024-11-10T15:20:09,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41739,DS-1bb08ea8-8589-45b5-868e-9a7079f89003,DISK] 2024-11-10T15:20:09,113 INFO [master/c0771061be61:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/MasterData/WALs/c0771061be61,33913,1731252007578/c0771061be61%2C33913%2C1731252007578.1731252009068 2024-11-10T15:20:09,116 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39745:39745)] 2024-11-10T15:20:09,117 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T15:20:09,117 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:20:09,118 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:20:09,118 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:20:09,132 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:20:09,134 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T15:20:09,134 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:20:09,135 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:20:09,135 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:20:09,137 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T15:20:09,137 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:20:09,138 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:20:09,138 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:20:09,139 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T15:20:09,140 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:20:09,140 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:20:09,140 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:20:09,142 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T15:20:09,142 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:20:09,143 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:20:09,143 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:20:09,144 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:20:09,144 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:20:09,145 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:20:09,145 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:20:09,146 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T15:20:09,154 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:20:09,158 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T15:20:09,159 INFO [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63026677, jitterRate=-0.06082932651042938}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T15:20:09,160 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731252009118Initializing all the Stores at 1731252009119 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731252009119Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252009132 (+13 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252009132Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252009132Cleaning up temporary data from old regions at 1731252009145 (+13 ms)Region opened successfully at 1731252009160 (+15 ms) 2024-11-10T15:20:09,188 INFO [master/c0771061be61:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T15:20:09,194 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e7167e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c0771061be61/172.17.0.3:0 2024-11-10T15:20:09,195 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T15:20:09,196 INFO [master/c0771061be61:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T15:20:09,196 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T15:20:09,197 INFO [master/c0771061be61:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T15:20:09,203 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 5 msec 2024-11-10T15:20:09,203 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T15:20:09,203 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T15:20:09,223 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T15:20:09,224 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33913-0x101255526040000, quorum=127.0.0.1:53508, baseZNode=/0550662375 Unable to get data of znode /0550662375/balancer because node does not exist (not necessarily an error) 2024-11-10T15:20:09,251 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0550662375/balancer already deleted, retry=false 2024-11-10T15:20:09,252 INFO [master/c0771061be61:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T15:20:09,253 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33913-0x101255526040000, quorum=127.0.0.1:53508, baseZNode=/0550662375 Unable to get data of znode /0550662375/normalizer because node does not exist (not necessarily an error) 2024-11-10T15:20:09,262 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0550662375/normalizer already deleted, retry=false 2024-11-10T15:20:09,262 INFO [master/c0771061be61:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T15:20:09,276 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33913-0x101255526040000, quorum=127.0.0.1:53508, baseZNode=/0550662375 Unable to get data of znode /0550662375/switch/split because node does not exist (not necessarily an error) 2024-11-10T15:20:09,346 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0550662375/switch/split already deleted, retry=false 2024-11-10T15:20:09,352 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33913-0x101255526040000, quorum=127.0.0.1:53508, baseZNode=/0550662375 Unable to get data of znode /0550662375/switch/merge because node does not exist (not necessarily an error) 2024-11-10T15:20:09,357 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0550662375/switch/merge already deleted, retry=false 2024-11-10T15:20:09,365 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33913-0x101255526040000, quorum=127.0.0.1:53508, baseZNode=/0550662375 Unable to get data of znode /0550662375/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T15:20:09,378 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0550662375/snapshot-cleanup already deleted, retry=false 2024-11-10T15:20:09,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42181-0x101255526040001, quorum=127.0.0.1:53508, baseZNode=/0550662375 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0550662375/running 2024-11-10T15:20:09,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42181-0x101255526040001, quorum=127.0.0.1:53508, baseZNode=/0550662375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0550662375 2024-11-10T15:20:09,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33913-0x101255526040000, quorum=127.0.0.1:53508, baseZNode=/0550662375 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0550662375/running 2024-11-10T15:20:09,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33913-0x101255526040000, quorum=127.0.0.1:53508, baseZNode=/0550662375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0550662375 2024-11-10T15:20:09,391 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c0771061be61,33913,1731252007578, sessionid=0x101255526040000, setting cluster-up flag (Was=false) 2024-11-10T15:20:09,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42181-0x101255526040001, quorum=127.0.0.1:53508, baseZNode=/0550662375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0550662375 2024-11-10T15:20:09,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33913-0x101255526040000, quorum=127.0.0.1:53508, baseZNode=/0550662375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0550662375 2024-11-10T15:20:09,441 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0550662375/flush-table-proc/acquired, /0550662375/flush-table-proc/reached, /0550662375/flush-table-proc/abort 2024-11-10T15:20:09,442 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c0771061be61,33913,1731252007578 2024-11-10T15:20:09,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42181-0x101255526040001, quorum=127.0.0.1:53508, baseZNode=/0550662375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0550662375 2024-11-10T15:20:09,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33913-0x101255526040000, quorum=127.0.0.1:53508, baseZNode=/0550662375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0550662375 2024-11-10T15:20:09,583 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0550662375/online-snapshot/acquired, /0550662375/online-snapshot/reached, /0550662375/online-snapshot/abort 2024-11-10T15:20:09,585 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c0771061be61,33913,1731252007578 2024-11-10T15:20:09,593 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T15:20:09,596 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T15:20:09,596 INFO [master/c0771061be61:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T15:20:09,596 INFO [master/c0771061be61:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T15:20:09,596 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c0771061be61,33913,1731252007578 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T15:20:09,598 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c0771061be61:0, corePoolSize=5, maxPoolSize=5 2024-11-10T15:20:09,598 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c0771061be61:0, corePoolSize=5, maxPoolSize=5 2024-11-10T15:20:09,598 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c0771061be61:0, corePoolSize=5, maxPoolSize=5 2024-11-10T15:20:09,598 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c0771061be61:0, corePoolSize=5, maxPoolSize=5 2024-11-10T15:20:09,598 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c0771061be61:0, corePoolSize=10, maxPoolSize=10 2024-11-10T15:20:09,598 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:20:09,599 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c0771061be61:0, corePoolSize=2, maxPoolSize=2 2024-11-10T15:20:09,599 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:20:09,601 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T15:20:09,601 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T15:20:09,602 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:20:09,602 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T15:20:09,604 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731252039604 2024-11-10T15:20:09,604 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T15:20:09,604 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T15:20:09,605 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T15:20:09,605 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T15:20:09,605 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T15:20:09,605 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T15:20:09,605 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T15:20:09,605 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T15:20:09,605 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T15:20:09,605 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T15:20:09,605 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T15:20:09,606 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T15:20:09,606 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T15:20:09,606 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c0771061be61:0:becomeActiveMaster-HFileCleaner.large.0-1731252009606,5,FailOnTimeoutGroup] 2024-11-10T15:20:09,606 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c0771061be61:0:becomeActiveMaster-HFileCleaner.small.0-1731252009606,5,FailOnTimeoutGroup] 2024-11-10T15:20:09,607 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T15:20:09,607 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T15:20:09,607 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T15:20:09,607 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T15:20:09,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41739 is added to blk_1073741831_1007 (size=1321) 2024-11-10T15:20:09,611 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T15:20:09,611 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7 2024-11-10T15:20:09,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41739 is added to blk_1073741832_1008 (size=32) 2024-11-10T15:20:09,623 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:20:09,636 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T15:20:09,638 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T15:20:09,638 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:20:09,639 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:20:09,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T15:20:09,641 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T15:20:09,641 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:20:09,642 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:20:09,642 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T15:20:09,644 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T15:20:09,644 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:20:09,644 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:20:09,644 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T15:20:09,646 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T15:20:09,646 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:20:09,647 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:20:09,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T15:20:09,648 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/data/hbase/meta/1588230740 2024-11-10T15:20:09,649 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/data/hbase/meta/1588230740 2024-11-10T15:20:09,651 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T15:20:09,651 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T15:20:09,651 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T15:20:09,653 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T15:20:09,666 INFO [RS:0;c0771061be61:42181 {}] regionserver.HRegionServer(746): ClusterId : eff30fdf-8683-40c2-a64f-7a4fd823cf05 2024-11-10T15:20:09,667 DEBUG [RS:0;c0771061be61:42181 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T15:20:09,669 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T15:20:09,669 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71932291, jitterRate=0.07187466323375702}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T15:20:09,670 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731252009623Initializing all the Stores at 1731252009626 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731252009626Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731252009636 (+10 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252009636Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731252009636Cleaning up temporary data from old regions at 1731252009651 (+15 ms)Region opened successfully at 1731252009670 (+19 ms) 2024-11-10T15:20:09,670 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T15:20:09,671 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T15:20:09,671 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T15:20:09,671 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T15:20:09,671 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T15:20:09,681 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T15:20:09,681 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731252009670Disabling compacts and flushes for region at 1731252009670Disabling writes for close at 1731252009671 (+1 ms)Writing region close event to WAL at 1731252009681 (+10 ms)Closed at 1731252009681 2024-11-10T15:20:09,682 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T15:20:09,682 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T15:20:09,683 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T15:20:09,686 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T15:20:09,688 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T15:20:09,694 DEBUG [RS:0;c0771061be61:42181 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T15:20:09,695 DEBUG [RS:0;c0771061be61:42181 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T15:20:09,705 DEBUG [RS:0;c0771061be61:42181 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T15:20:09,706 DEBUG [RS:0;c0771061be61:42181 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cf193a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c0771061be61/172.17.0.3:0 2024-11-10T15:20:09,733 DEBUG [RS:0;c0771061be61:42181 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c0771061be61:42181 2024-11-10T15:20:09,733 INFO [RS:0;c0771061be61:42181 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T15:20:09,734 INFO [RS:0;c0771061be61:42181 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T15:20:09,734 DEBUG [RS:0;c0771061be61:42181 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T15:20:09,735 INFO [RS:0;c0771061be61:42181 {}] regionserver.HRegionServer(2659): reportForDuty to master=c0771061be61,33913,1731252007578 with port=42181, startcode=1731252008183 2024-11-10T15:20:09,735 DEBUG [RS:0;c0771061be61:42181 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T15:20:09,745 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47731, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T15:20:09,746 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33913 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c0771061be61,42181,1731252008183 2024-11-10T15:20:09,746 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33913 {}] master.ServerManager(517): Registering regionserver=c0771061be61,42181,1731252008183 2024-11-10T15:20:09,748 DEBUG [RS:0;c0771061be61:42181 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7 2024-11-10T15:20:09,749 DEBUG [RS:0;c0771061be61:42181 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45655 2024-11-10T15:20:09,749 DEBUG [RS:0;c0771061be61:42181 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T15:20:09,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33913-0x101255526040000, quorum=127.0.0.1:53508, baseZNode=/0550662375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0550662375/rs 2024-11-10T15:20:09,757 DEBUG [RS:0;c0771061be61:42181 {}] zookeeper.ZKUtil(111): regionserver:42181-0x101255526040001, quorum=127.0.0.1:53508, baseZNode=/0550662375 Set watcher on existing znode=/0550662375/rs/c0771061be61,42181,1731252008183 2024-11-10T15:20:09,757 WARN [RS:0;c0771061be61:42181 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T15:20:09,757 INFO [RS:0;c0771061be61:42181 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T15:20:09,757 DEBUG [RS:0;c0771061be61:42181 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/WALs/c0771061be61,42181,1731252008183 2024-11-10T15:20:09,758 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c0771061be61,42181,1731252008183] 2024-11-10T15:20:09,764 INFO [RS:0;c0771061be61:42181 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T15:20:09,766 INFO [RS:0;c0771061be61:42181 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T15:20:09,766 INFO [RS:0;c0771061be61:42181 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T15:20:09,766 INFO [RS:0;c0771061be61:42181 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T15:20:09,767 INFO [RS:0;c0771061be61:42181 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T15:20:09,768 INFO [RS:0;c0771061be61:42181 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T15:20:09,768 INFO [RS:0;c0771061be61:42181 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T15:20:09,768 DEBUG [RS:0;c0771061be61:42181 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:20:09,768 DEBUG [RS:0;c0771061be61:42181 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:20:09,768 DEBUG [RS:0;c0771061be61:42181 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:20:09,768 DEBUG [RS:0;c0771061be61:42181 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:20:09,768 DEBUG [RS:0;c0771061be61:42181 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:20:09,768 DEBUG [RS:0;c0771061be61:42181 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c0771061be61:0, corePoolSize=2, maxPoolSize=2 2024-11-10T15:20:09,768 DEBUG [RS:0;c0771061be61:42181 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:20:09,768 DEBUG [RS:0;c0771061be61:42181 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:20:09,768 DEBUG [RS:0;c0771061be61:42181 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:20:09,768 DEBUG [RS:0;c0771061be61:42181 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:20:09,768 DEBUG [RS:0;c0771061be61:42181 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:20:09,769 DEBUG [RS:0;c0771061be61:42181 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:20:09,769 DEBUG [RS:0;c0771061be61:42181 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c0771061be61:0, corePoolSize=3, maxPoolSize=3 2024-11-10T15:20:09,769 DEBUG [RS:0;c0771061be61:42181 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c0771061be61:0, corePoolSize=3, maxPoolSize=3 2024-11-10T15:20:09,770 INFO [RS:0;c0771061be61:42181 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T15:20:09,771 INFO [RS:0;c0771061be61:42181 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T15:20:09,771 INFO [RS:0;c0771061be61:42181 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T15:20:09,771 INFO [RS:0;c0771061be61:42181 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T15:20:09,771 INFO [RS:0;c0771061be61:42181 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T15:20:09,771 INFO [RS:0;c0771061be61:42181 {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,42181,1731252008183-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T15:20:09,794 INFO [RS:0;c0771061be61:42181 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T15:20:09,819 INFO [RS:0;c0771061be61:42181 {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,42181,1731252008183-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T15:20:09,819 INFO [RS:0;c0771061be61:42181 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:20:09,819 INFO [RS:0;c0771061be61:42181 {}] regionserver.Replication(171): c0771061be61,42181,1731252008183 started 2024-11-10T15:20:09,834 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T15:20:09,834 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T15:20:09,834 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-10T15:20:09,834 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-10T15:20:09,834 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T15:20:09,834 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T15:20:09,846 WARN [c0771061be61:33913 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-10T15:20:09,850 INFO [RS:0;c0771061be61:42181 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:20:09,851 INFO [RS:0;c0771061be61:42181 {}] regionserver.HRegionServer(1482): Serving as c0771061be61,42181,1731252008183, RpcServer on c0771061be61/172.17.0.3:42181, sessionid=0x101255526040001 2024-11-10T15:20:09,851 DEBUG [RS:0;c0771061be61:42181 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T15:20:09,851 DEBUG [RS:0;c0771061be61:42181 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c0771061be61,42181,1731252008183 2024-11-10T15:20:09,851 DEBUG [RS:0;c0771061be61:42181 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c0771061be61,42181,1731252008183' 2024-11-10T15:20:09,851 DEBUG [RS:0;c0771061be61:42181 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0550662375/flush-table-proc/abort' 2024-11-10T15:20:09,852 DEBUG [RS:0;c0771061be61:42181 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0550662375/flush-table-proc/acquired' 2024-11-10T15:20:09,852 DEBUG [RS:0;c0771061be61:42181 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T15:20:09,852 DEBUG [RS:0;c0771061be61:42181 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T15:20:09,852 DEBUG [RS:0;c0771061be61:42181 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c0771061be61,42181,1731252008183 2024-11-10T15:20:09,852 DEBUG [RS:0;c0771061be61:42181 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c0771061be61,42181,1731252008183' 2024-11-10T15:20:09,852 DEBUG [RS:0;c0771061be61:42181 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0550662375/online-snapshot/abort' 2024-11-10T15:20:09,853 DEBUG [RS:0;c0771061be61:42181 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0550662375/online-snapshot/acquired' 2024-11-10T15:20:09,853 DEBUG [RS:0;c0771061be61:42181 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T15:20:09,853 INFO [RS:0;c0771061be61:42181 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T15:20:09,853 INFO [RS:0;c0771061be61:42181 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T15:20:09,954 INFO [RS:0;c0771061be61:42181 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T15:20:09,957 INFO [RS:0;c0771061be61:42181 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0771061be61%2C42181%2C1731252008183, suffix=, logDir=hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/WALs/c0771061be61,42181,1731252008183, archiveDir=hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/oldWALs, maxLogs=10 2024-11-10T15:20:09,983 DEBUG [RS:0;c0771061be61:42181 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/WALs/c0771061be61,42181,1731252008183/c0771061be61%2C42181%2C1731252008183.1731252009957, exclude list is [], retry=0 2024-11-10T15:20:09,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41739,DS-1bb08ea8-8589-45b5-868e-9a7079f89003,DISK] 2024-11-10T15:20:10,009 INFO [RS:0;c0771061be61:42181 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/WALs/c0771061be61,42181,1731252008183/c0771061be61%2C42181%2C1731252008183.1731252009957 2024-11-10T15:20:10,009 DEBUG [RS:0;c0771061be61:42181 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39745:39745)] 2024-11-10T15:20:10,101 DEBUG [c0771061be61:33913 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T15:20:10,101 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c0771061be61,42181,1731252008183 2024-11-10T15:20:10,103 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c0771061be61,42181,1731252008183, state=OPENING 2024-11-10T15:20:10,188 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T15:20:10,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42181-0x101255526040001, quorum=127.0.0.1:53508, baseZNode=/0550662375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0550662375 2024-11-10T15:20:10,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33913-0x101255526040000, quorum=127.0.0.1:53508, baseZNode=/0550662375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0550662375 2024-11-10T15:20:10,213 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0550662375/meta-region-server: CHANGED 2024-11-10T15:20:10,213 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T15:20:10,213 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c0771061be61,42181,1731252008183}] 2024-11-10T15:20:10,214 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0550662375/meta-region-server: CHANGED 2024-11-10T15:20:10,368 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T15:20:10,373 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46305, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T15:20:10,380 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T15:20:10,380 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T15:20:10,384 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T15:20:10,386 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0771061be61%2C42181%2C1731252008183.meta, suffix=.meta, logDir=hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/WALs/c0771061be61,42181,1731252008183, archiveDir=hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/oldWALs, maxLogs=10 2024-11-10T15:20:10,407 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/WALs/c0771061be61,42181,1731252008183/c0771061be61%2C42181%2C1731252008183.meta.1731252010387.meta, exclude list is [], retry=0 2024-11-10T15:20:10,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41739,DS-1bb08ea8-8589-45b5-868e-9a7079f89003,DISK] 2024-11-10T15:20:10,423 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/WALs/c0771061be61,42181,1731252008183/c0771061be61%2C42181%2C1731252008183.meta.1731252010387.meta 2024-11-10T15:20:10,426 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39745:39745)] 2024-11-10T15:20:10,426 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T15:20:10,426 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T15:20:10,427 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T15:20:10,427 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T15:20:10,427 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T15:20:10,427 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T15:20:10,427 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:20:10,427 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T15:20:10,427 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T15:20:10,433 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T15:20:10,435 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T15:20:10,435 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:20:10,436 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:20:10,436 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T15:20:10,438 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T15:20:10,438 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:20:10,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:20:10,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T15:20:10,440 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T15:20:10,440 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:20:10,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:20:10,441 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T15:20:10,442 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T15:20:10,442 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:20:10,447 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:20:10,447 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T15:20:10,448 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/data/hbase/meta/1588230740 2024-11-10T15:20:10,457 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/data/hbase/meta/1588230740 2024-11-10T15:20:10,458 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T15:20:10,459 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T15:20:10,460 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T15:20:10,464 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T15:20:10,466 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70814833, jitterRate=0.055223241448402405}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T15:20:10,466 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T15:20:10,468 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731252010428Writing region info on filesystem at 1731252010428Initializing all the Stores at 1731252010431 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731252010431Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731252010433 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252010433Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731252010433Cleaning up temporary data from old regions at 1731252010459 (+26 ms)Running coprocessor post-open hooks at 1731252010466 (+7 ms)Region opened successfully at 1731252010468 (+2 ms) 2024-11-10T15:20:10,470 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731252010367 2024-11-10T15:20:10,473 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T15:20:10,473 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T15:20:10,474 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c0771061be61,42181,1731252008183 2024-11-10T15:20:10,475 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c0771061be61,42181,1731252008183, state=OPEN 2024-11-10T15:20:10,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33913-0x101255526040000, quorum=127.0.0.1:53508, baseZNode=/0550662375 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0550662375/meta-region-server 2024-11-10T15:20:10,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42181-0x101255526040001, quorum=127.0.0.1:53508, baseZNode=/0550662375 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0550662375/meta-region-server 2024-11-10T15:20:10,596 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c0771061be61,42181,1731252008183 2024-11-10T15:20:10,596 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0550662375/meta-region-server: CHANGED 2024-11-10T15:20:10,596 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0550662375/meta-region-server: CHANGED 2024-11-10T15:20:10,601 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T15:20:10,601 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c0771061be61,42181,1731252008183 in 383 msec 2024-11-10T15:20:10,603 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T15:20:10,603 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 919 msec 2024-11-10T15:20:10,603 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T15:20:10,603 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T15:20:10,605 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T15:20:10,605 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0771061be61,42181,1731252008183, seqNum=-1] 2024-11-10T15:20:10,605 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T15:20:10,606 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54481, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T15:20:10,611 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0170 sec 2024-11-10T15:20:10,611 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731252010611, completionTime=-1 2024-11-10T15:20:10,612 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T15:20:10,612 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T15:20:10,613 INFO [master/c0771061be61:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T15:20:10,613 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731252070613 2024-11-10T15:20:10,614 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731252130614 2024-11-10T15:20:10,614 INFO [master/c0771061be61:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T15:20:10,614 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,33913,1731252007578-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T15:20:10,614 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,33913,1731252007578-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:20:10,614 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,33913,1731252007578-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:20:10,614 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c0771061be61:33913, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:20:10,614 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T15:20:10,614 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T15:20:10,616 DEBUG [master/c0771061be61:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T15:20:10,618 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.208sec 2024-11-10T15:20:10,618 INFO [master/c0771061be61:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T15:20:10,618 INFO [master/c0771061be61:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T15:20:10,618 INFO [master/c0771061be61:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T15:20:10,618 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T15:20:10,618 INFO [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T15:20:10,619 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,33913,1731252007578-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T15:20:10,619 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,33913,1731252007578-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T15:20:10,621 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T15:20:10,621 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T15:20:10,621 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,33913,1731252007578-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:20:10,675 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44a270cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:20:10,675 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0771061be61,33913,-1 for getting cluster id 2024-11-10T15:20:10,675 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T15:20:10,676 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eff30fdf-8683-40c2-a64f-7a4fd823cf05' 2024-11-10T15:20:10,676 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T15:20:10,676 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eff30fdf-8683-40c2-a64f-7a4fd823cf05" 2024-11-10T15:20:10,676 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@280fd585, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:20:10,677 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0771061be61,33913,-1] 2024-11-10T15:20:10,677 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T15:20:10,677 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:20:10,678 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T15:20:10,679 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b723d12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:20:10,679 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T15:20:10,680 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0771061be61,42181,1731252008183, seqNum=-1] 2024-11-10T15:20:10,680 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T15:20:10,681 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T15:20:10,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c0771061be61,33913,1731252007578 2024-11-10T15:20:10,684 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53508 2024-11-10T15:20:10,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53508, baseZNode=/0550662375 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T15:20:10,694 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101255526040002 connected 2024-11-10T15:20:10,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5e8894e-b76b-61f5-46da-3a08650a228c/hadoop.log.dir so I do NOT create it in target/test-data/8776151f-fa93-d56e-7e2b-007fa27abb91 2024-11-10T15:20:10,706 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5e8894e-b76b-61f5-46da-3a08650a228c/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T15:20:10,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5e8894e-b76b-61f5-46da-3a08650a228c/hadoop.tmp.dir so I do NOT create it in target/test-data/8776151f-fa93-d56e-7e2b-007fa27abb91 2024-11-10T15:20:10,706 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5e8894e-b76b-61f5-46da-3a08650a228c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T15:20:10,706 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8776151f-fa93-d56e-7e2b-007fa27abb91 2024-11-10T15:20:10,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T15:20:10,706 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8776151f-fa93-d56e-7e2b-007fa27abb91/cluster_81c1078f-6906-b7e6-7f1b-040a390bad0e, deleteOnExit=true 2024-11-10T15:20:10,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T15:20:10,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8776151f-fa93-d56e-7e2b-007fa27abb91/test.cache.data in system properties and HBase conf 2024-11-10T15:20:10,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8776151f-fa93-d56e-7e2b-007fa27abb91/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T15:20:10,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8776151f-fa93-d56e-7e2b-007fa27abb91/hadoop.log.dir in system properties and HBase conf 2024-11-10T15:20:10,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8776151f-fa93-d56e-7e2b-007fa27abb91/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T15:20:10,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8776151f-fa93-d56e-7e2b-007fa27abb91/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T15:20:10,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T15:20:10,707 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T15:20:10,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8776151f-fa93-d56e-7e2b-007fa27abb91/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T15:20:10,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8776151f-fa93-d56e-7e2b-007fa27abb91/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T15:20:10,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8776151f-fa93-d56e-7e2b-007fa27abb91/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T15:20:10,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8776151f-fa93-d56e-7e2b-007fa27abb91/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T15:20:10,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8776151f-fa93-d56e-7e2b-007fa27abb91/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T15:20:10,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8776151f-fa93-d56e-7e2b-007fa27abb91/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T15:20:10,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8776151f-fa93-d56e-7e2b-007fa27abb91/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T15:20:10,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8776151f-fa93-d56e-7e2b-007fa27abb91/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T15:20:10,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8776151f-fa93-d56e-7e2b-007fa27abb91/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T15:20:10,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8776151f-fa93-d56e-7e2b-007fa27abb91/nfs.dump.dir in system properties and HBase conf 2024-11-10T15:20:10,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8776151f-fa93-d56e-7e2b-007fa27abb91/java.io.tmpdir in system properties and HBase conf 2024-11-10T15:20:10,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8776151f-fa93-d56e-7e2b-007fa27abb91/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T15:20:10,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8776151f-fa93-d56e-7e2b-007fa27abb91/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T15:20:10,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8776151f-fa93-d56e-7e2b-007fa27abb91/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T15:20:11,139 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T15:20:11,155 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T15:20:11,168 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T15:20:11,168 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T15:20:11,168 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T15:20:11,169 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T15:20:11,172 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24df8869{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8776151f-fa93-d56e-7e2b-007fa27abb91/hadoop.log.dir/,AVAILABLE} 2024-11-10T15:20:11,173 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2fecf28b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T15:20:11,299 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7d30459e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8776151f-fa93-d56e-7e2b-007fa27abb91/java.io.tmpdir/jetty-localhost-39617-hadoop-hdfs-3_4_1-tests_jar-_-any-309486496445552256/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T15:20:11,300 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@157328b6{HTTP/1.1, (http/1.1)}{localhost:39617} 2024-11-10T15:20:11,301 INFO [Time-limited test {}] server.Server(415): Started @141794ms 2024-11-10T15:20:11,658 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T15:20:11,663 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T15:20:11,665 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T15:20:11,665 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T15:20:11,665 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T15:20:11,666 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1087f4be{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8776151f-fa93-d56e-7e2b-007fa27abb91/hadoop.log.dir/,AVAILABLE} 2024-11-10T15:20:11,666 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e6074d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T15:20:11,770 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a1e3281{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8776151f-fa93-d56e-7e2b-007fa27abb91/java.io.tmpdir/jetty-localhost-42425-hadoop-hdfs-3_4_1-tests_jar-_-any-1938005633961212108/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T15:20:11,770 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@a41fa34{HTTP/1.1, (http/1.1)}{localhost:42425} 2024-11-10T15:20:11,770 INFO [Time-limited test {}] server.Server(415): Started @142264ms 2024-11-10T15:20:11,771 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T15:20:12,474 WARN [Thread-1397 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8776151f-fa93-d56e-7e2b-007fa27abb91/cluster_81c1078f-6906-b7e6-7f1b-040a390bad0e/data/data1/current/BP-1785212955-172.17.0.3-1731252010721/current, will proceed with Du for space computation calculation, 2024-11-10T15:20:12,474 WARN [Thread-1398 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8776151f-fa93-d56e-7e2b-007fa27abb91/cluster_81c1078f-6906-b7e6-7f1b-040a390bad0e/data/data2/current/BP-1785212955-172.17.0.3-1731252010721/current, will proceed with Du for space computation calculation, 2024-11-10T15:20:12,493 WARN [Thread-1385 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T15:20:12,496 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x26541ca178fe6704 with lease ID 0x5393f4fe986c645b: Processing first storage report for DS-50ac4a32-c897-49a5-9015-5e8a5ba33d50 from datanode DatanodeRegistration(127.0.0.1:41119, datanodeUuid=f245c24b-f34c-49b4-97ac-49c1429ed94d, infoPort=42543, infoSecurePort=0, ipcPort=46557, storageInfo=lv=-57;cid=testClusterID;nsid=1842962284;c=1731252010721) 2024-11-10T15:20:12,496 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x26541ca178fe6704 with lease ID 0x5393f4fe986c645b: from storage DS-50ac4a32-c897-49a5-9015-5e8a5ba33d50 node DatanodeRegistration(127.0.0.1:41119, datanodeUuid=f245c24b-f34c-49b4-97ac-49c1429ed94d, infoPort=42543, infoSecurePort=0, ipcPort=46557, storageInfo=lv=-57;cid=testClusterID;nsid=1842962284;c=1731252010721), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-10T15:20:12,496 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x26541ca178fe6704 with lease ID 0x5393f4fe986c645b: Processing first storage report for DS-6ffb1c2f-259b-4341-bdaa-c3798218e181 from datanode DatanodeRegistration(127.0.0.1:41119, datanodeUuid=f245c24b-f34c-49b4-97ac-49c1429ed94d, infoPort=42543, infoSecurePort=0, ipcPort=46557, storageInfo=lv=-57;cid=testClusterID;nsid=1842962284;c=1731252010721) 2024-11-10T15:20:12,496 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x26541ca178fe6704 with lease ID 0x5393f4fe986c645b: from storage DS-6ffb1c2f-259b-4341-bdaa-c3798218e181 node DatanodeRegistration(127.0.0.1:41119, datanodeUuid=f245c24b-f34c-49b4-97ac-49c1429ed94d, infoPort=42543, infoSecurePort=0, ipcPort=46557, storageInfo=lv=-57;cid=testClusterID;nsid=1842962284;c=1731252010721), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T15:20:12,500 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8776151f-fa93-d56e-7e2b-007fa27abb91 2024-11-10T15:20:12,500 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:20:12,502 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:20:12,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41119 is added to blk_1073741825_1001 (size=7) 2024-11-10T15:20:12,910 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41253/user/jenkins/test-data/6c7f9eba-8404-aad4-f336-43ff7b976242 with version=8 2024-11-10T15:20:12,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41253/user/jenkins/test-data/6c7f9eba-8404-aad4-f336-43ff7b976242/hbase-staging 2024-11-10T15:20:12,913 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c0771061be61:0 server-side Connection retries=45 2024-11-10T15:20:12,913 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T15:20:12,913 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T15:20:12,913 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T15:20:12,914 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T15:20:12,914 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T15:20:12,914 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T15:20:12,914 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T15:20:12,914 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44435 2024-11-10T15:20:12,916 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44435 connecting to ZooKeeper ensemble=127.0.0.1:53508 2024-11-10T15:20:12,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:444350x0, quorum=127.0.0.1:53508, baseZNode=/1-845601924 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T15:20:12,968 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44435-0x101255526040003 connected 2024-11-10T15:20:13,273 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:20:13,275 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:20:13,277 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44435-0x101255526040003, quorum=127.0.0.1:53508, baseZNode=/1-845601924 Set watcher on znode that does not yet exist, /1-845601924/running 2024-11-10T15:20:13,277 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41253/user/jenkins/test-data/6c7f9eba-8404-aad4-f336-43ff7b976242, hbase.cluster.distributed=false 2024-11-10T15:20:13,279 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44435-0x101255526040003, quorum=127.0.0.1:53508, baseZNode=/1-845601924 Set watcher on znode that does not yet exist, /1-845601924/acl 2024-11-10T15:20:13,284 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44435 2024-11-10T15:20:13,284 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44435 2024-11-10T15:20:13,289 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44435 2024-11-10T15:20:13,290 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44435 2024-11-10T15:20:13,291 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44435 2024-11-10T15:20:13,321 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c0771061be61:0 server-side Connection retries=45 2024-11-10T15:20:13,321 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T15:20:13,321 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T15:20:13,321 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T15:20:13,321 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T15:20:13,321 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T15:20:13,321 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T15:20:13,322 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T15:20:13,331 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46401 2024-11-10T15:20:13,333 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46401 connecting to ZooKeeper ensemble=127.0.0.1:53508 2024-11-10T15:20:13,334 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:20:13,337 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:20:13,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:464010x0, quorum=127.0.0.1:53508, baseZNode=/1-845601924 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T15:20:13,367 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:464010x0, quorum=127.0.0.1:53508, baseZNode=/1-845601924 Set watcher on znode that does not yet exist, /1-845601924/running 2024-11-10T15:20:13,368 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T15:20:13,382 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46401-0x101255526040004 connected 2024-11-10T15:20:13,408 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T15:20:13,409 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46401-0x101255526040004, quorum=127.0.0.1:53508, baseZNode=/1-845601924 Set watcher on znode that does not yet exist, /1-845601924/master 2024-11-10T15:20:13,410 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46401-0x101255526040004, quorum=127.0.0.1:53508, baseZNode=/1-845601924 Set watcher on znode that does not yet exist, /1-845601924/acl 2024-11-10T15:20:13,420 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46401 2024-11-10T15:20:13,420 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46401 2024-11-10T15:20:13,427 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46401 2024-11-10T15:20:13,430 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46401 2024-11-10T15:20:13,432 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46401 2024-11-10T15:20:13,450 DEBUG [M:0;c0771061be61:44435 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c0771061be61:44435 2024-11-10T15:20:13,451 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-845601924/backup-masters/c0771061be61,44435,1731252012913 2024-11-10T15:20:13,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44435-0x101255526040003, quorum=127.0.0.1:53508, baseZNode=/1-845601924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-845601924/backup-masters 2024-11-10T15:20:13,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46401-0x101255526040004, quorum=127.0.0.1:53508, baseZNode=/1-845601924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-845601924/backup-masters 2024-11-10T15:20:13,463 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44435-0x101255526040003, quorum=127.0.0.1:53508, baseZNode=/1-845601924 Set watcher on existing znode=/1-845601924/backup-masters/c0771061be61,44435,1731252012913 2024-11-10T15:20:13,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44435-0x101255526040003, quorum=127.0.0.1:53508, baseZNode=/1-845601924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-845601924 2024-11-10T15:20:13,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46401-0x101255526040004, quorum=127.0.0.1:53508, baseZNode=/1-845601924 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-845601924/master 2024-11-10T15:20:13,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46401-0x101255526040004, quorum=127.0.0.1:53508, baseZNode=/1-845601924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-845601924 2024-11-10T15:20:13,473 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44435-0x101255526040003, quorum=127.0.0.1:53508, baseZNode=/1-845601924 Set watcher on existing znode=/1-845601924/master 2024-11-10T15:20:13,474 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-845601924/backup-masters/c0771061be61,44435,1731252012913 from backup master directory 2024-11-10T15:20:13,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46401-0x101255526040004, quorum=127.0.0.1:53508, baseZNode=/1-845601924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-845601924/backup-masters 2024-11-10T15:20:13,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44435-0x101255526040003, quorum=127.0.0.1:53508, baseZNode=/1-845601924 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-845601924/backup-masters/c0771061be61,44435,1731252012913 2024-11-10T15:20:13,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44435-0x101255526040003, quorum=127.0.0.1:53508, baseZNode=/1-845601924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-845601924/backup-masters 2024-11-10T15:20:13,485 WARN [master/c0771061be61:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T15:20:13,485 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c0771061be61,44435,1731252012913 2024-11-10T15:20:13,514 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41253/user/jenkins/test-data/6c7f9eba-8404-aad4-f336-43ff7b976242/hbase.id] with ID: 36ac452f-edf9-40f0-ab5b-b49572c5fb08 2024-11-10T15:20:13,514 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41253/user/jenkins/test-data/6c7f9eba-8404-aad4-f336-43ff7b976242/.tmp/hbase.id 2024-11-10T15:20:13,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41119 is added to blk_1073741826_1002 (size=42) 2024-11-10T15:20:13,527 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41253/user/jenkins/test-data/6c7f9eba-8404-aad4-f336-43ff7b976242/.tmp/hbase.id]:[hdfs://localhost:41253/user/jenkins/test-data/6c7f9eba-8404-aad4-f336-43ff7b976242/hbase.id] 2024-11-10T15:20:13,556 INFO [master/c0771061be61:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:20:13,556 INFO [master/c0771061be61:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T15:20:13,560 INFO [master/c0771061be61:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-10T15:20:13,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46401-0x101255526040004, quorum=127.0.0.1:53508, baseZNode=/1-845601924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-845601924 2024-11-10T15:20:13,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44435-0x101255526040003, quorum=127.0.0.1:53508, baseZNode=/1-845601924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-845601924 2024-11-10T15:20:13,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41119 is added to blk_1073741827_1003 (size=196) 2024-11-10T15:20:13,635 INFO [master/c0771061be61:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T15:20:13,636 INFO [master/c0771061be61:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T15:20:13,640 INFO [master/c0771061be61:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T15:20:13,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41119 is added to blk_1073741828_1004 (size=1189) 2024-11-10T15:20:14,091 INFO [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41253/user/jenkins/test-data/6c7f9eba-8404-aad4-f336-43ff7b976242/MasterData/data/master/store 2024-11-10T15:20:14,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41119 is added to blk_1073741829_1005 (size=34) 2024-11-10T15:20:14,498 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:20:14,498 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T15:20:14,498 INFO [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:20:14,498 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:20:14,498 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T15:20:14,498 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:20:14,498 INFO [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:20:14,498 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731252014498Disabling compacts and flushes for region at 1731252014498Disabling writes for close at 1731252014498Writing region close event to WAL at 1731252014498Closed at 1731252014498 2024-11-10T15:20:14,499 WARN [master/c0771061be61:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41253/user/jenkins/test-data/6c7f9eba-8404-aad4-f336-43ff7b976242/MasterData/data/master/store/.initializing 2024-11-10T15:20:14,499 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41253/user/jenkins/test-data/6c7f9eba-8404-aad4-f336-43ff7b976242/MasterData/WALs/c0771061be61,44435,1731252012913 2024-11-10T15:20:14,500 INFO [master/c0771061be61:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T15:20:14,501 INFO [master/c0771061be61:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c0771061be61%2C44435%2C1731252012913, suffix=, logDir=hdfs://localhost:41253/user/jenkins/test-data/6c7f9eba-8404-aad4-f336-43ff7b976242/MasterData/WALs/c0771061be61,44435,1731252012913, archiveDir=hdfs://localhost:41253/user/jenkins/test-data/6c7f9eba-8404-aad4-f336-43ff7b976242/MasterData/oldWALs, maxLogs=10 2024-11-10T15:20:14,513 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6c7f9eba-8404-aad4-f336-43ff7b976242/MasterData/WALs/c0771061be61,44435,1731252012913/c0771061be61%2C44435%2C1731252012913.1731252014501, exclude list is [], retry=0 2024-11-10T15:20:14,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41119,DS-50ac4a32-c897-49a5-9015-5e8a5ba33d50,DISK] 2024-11-10T15:20:14,517 INFO [master/c0771061be61:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6c7f9eba-8404-aad4-f336-43ff7b976242/MasterData/WALs/c0771061be61,44435,1731252012913/c0771061be61%2C44435%2C1731252012913.1731252014501 2024-11-10T15:20:14,518 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42543:42543)] 2024-11-10T15:20:14,518 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T15:20:14,518 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:20:14,518 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:20:14,518 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:20:14,520 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:20:14,522 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T15:20:14,522 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:20:14,522 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:20:14,522 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:20:14,523 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T15:20:14,523 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:20:14,524 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:20:14,524 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:20:14,525 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T15:20:14,525 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:20:14,525 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:20:14,525 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:20:14,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T15:20:14,526 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:20:14,527 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:20:14,527 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:20:14,527 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41253/user/jenkins/test-data/6c7f9eba-8404-aad4-f336-43ff7b976242/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:20:14,528 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41253/user/jenkins/test-data/6c7f9eba-8404-aad4-f336-43ff7b976242/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:20:14,529 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:20:14,529 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:20:14,529 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T15:20:14,530 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:20:14,532 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41253/user/jenkins/test-data/6c7f9eba-8404-aad4-f336-43ff7b976242/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T15:20:14,532 INFO [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66264326, jitterRate=-0.012584596872329712}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T15:20:14,533 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731252014518Initializing all the Stores at 1731252014519 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731252014519Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252014520 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252014520Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252014520Cleaning up temporary data from old regions at 1731252014529 (+9 ms)Region opened successfully at 1731252014533 (+4 ms) 2024-11-10T15:20:14,533 INFO [master/c0771061be61:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T15:20:14,536 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b8e4859, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c0771061be61/172.17.0.3:0 2024-11-10T15:20:14,537 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T15:20:14,537 INFO [master/c0771061be61:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T15:20:14,537 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T15:20:14,537 INFO [master/c0771061be61:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T15:20:14,538 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T15:20:14,538 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T15:20:14,538 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T15:20:14,540 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T15:20:14,541 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44435-0x101255526040003, quorum=127.0.0.1:53508, baseZNode=/1-845601924 Unable to get data of znode /1-845601924/balancer because node does not exist (not necessarily an error) 2024-11-10T15:20:14,546 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-845601924/balancer already deleted, retry=false 2024-11-10T15:20:14,546 INFO [master/c0771061be61:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T15:20:14,547 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44435-0x101255526040003, quorum=127.0.0.1:53508, baseZNode=/1-845601924 Unable to get data of znode /1-845601924/normalizer because node does not exist (not necessarily an error) 2024-11-10T15:20:14,556 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-845601924/normalizer already deleted, retry=false 2024-11-10T15:20:14,557 INFO [master/c0771061be61:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T15:20:14,558 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44435-0x101255526040003, quorum=127.0.0.1:53508, baseZNode=/1-845601924 Unable to get data of znode /1-845601924/switch/split because node does not exist (not necessarily an error) 2024-11-10T15:20:14,645 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-845601924/switch/split already deleted, retry=false 2024-11-10T15:20:14,646 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44435-0x101255526040003, quorum=127.0.0.1:53508, baseZNode=/1-845601924 Unable to get data of znode /1-845601924/switch/merge because node does not exist (not necessarily an error) 2024-11-10T15:20:14,683 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-845601924/switch/merge already deleted, retry=false 2024-11-10T15:20:14,686 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44435-0x101255526040003, quorum=127.0.0.1:53508, baseZNode=/1-845601924 Unable to get data of znode /1-845601924/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T15:20:14,693 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-845601924/snapshot-cleanup already deleted, retry=false 2024-11-10T15:20:14,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44435-0x101255526040003, quorum=127.0.0.1:53508, baseZNode=/1-845601924 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-845601924/running 2024-11-10T15:20:14,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46401-0x101255526040004, quorum=127.0.0.1:53508, baseZNode=/1-845601924 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-845601924/running 2024-11-10T15:20:14,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44435-0x101255526040003, quorum=127.0.0.1:53508, baseZNode=/1-845601924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-845601924 2024-11-10T15:20:14,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46401-0x101255526040004, quorum=127.0.0.1:53508, baseZNode=/1-845601924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-845601924 2024-11-10T15:20:14,704 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c0771061be61,44435,1731252012913, sessionid=0x101255526040003, setting cluster-up flag (Was=false) 2024-11-10T15:20:14,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46401-0x101255526040004, quorum=127.0.0.1:53508, baseZNode=/1-845601924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-845601924 2024-11-10T15:20:14,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44435-0x101255526040003, quorum=127.0.0.1:53508, baseZNode=/1-845601924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-845601924 2024-11-10T15:20:14,756 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-845601924/flush-table-proc/acquired, /1-845601924/flush-table-proc/reached, /1-845601924/flush-table-proc/abort 2024-11-10T15:20:14,757 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c0771061be61,44435,1731252012913 2024-11-10T15:20:14,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46401-0x101255526040004, quorum=127.0.0.1:53508, baseZNode=/1-845601924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-845601924 2024-11-10T15:20:14,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44435-0x101255526040003, quorum=127.0.0.1:53508, baseZNode=/1-845601924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-845601924 2024-11-10T15:20:14,809 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-845601924/online-snapshot/acquired, /1-845601924/online-snapshot/reached, /1-845601924/online-snapshot/abort 2024-11-10T15:20:14,810 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c0771061be61,44435,1731252012913 2024-11-10T15:20:14,811 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41253/user/jenkins/test-data/6c7f9eba-8404-aad4-f336-43ff7b976242/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T15:20:14,813 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T15:20:14,813 INFO [master/c0771061be61:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T15:20:14,813 INFO [master/c0771061be61:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T15:20:14,813 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c0771061be61,44435,1731252012913 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T15:20:14,815 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c0771061be61:0, corePoolSize=5, maxPoolSize=5 2024-11-10T15:20:14,815 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c0771061be61:0, corePoolSize=5, maxPoolSize=5 2024-11-10T15:20:14,815 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c0771061be61:0, corePoolSize=5, maxPoolSize=5 2024-11-10T15:20:14,815 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c0771061be61:0, corePoolSize=5, maxPoolSize=5 2024-11-10T15:20:14,815 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c0771061be61:0, corePoolSize=10, maxPoolSize=10 2024-11-10T15:20:14,815 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:20:14,815 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c0771061be61:0, corePoolSize=2, maxPoolSize=2 2024-11-10T15:20:14,815 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:20:14,817 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731252044817 2024-11-10T15:20:14,817 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T15:20:14,817 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T15:20:14,817 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T15:20:14,817 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T15:20:14,817 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T15:20:14,817 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T15:20:14,818 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T15:20:14,818 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T15:20:14,818 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T15:20:14,818 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T15:20:14,818 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T15:20:14,818 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T15:20:14,818 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T15:20:14,819 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:20:14,819 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T15:20:14,819 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T15:20:14,819 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T15:20:14,820 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c0771061be61:0:becomeActiveMaster-HFileCleaner.large.0-1731252014819,5,FailOnTimeoutGroup] 2024-11-10T15:20:14,820 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c0771061be61:0:becomeActiveMaster-HFileCleaner.small.0-1731252014820,5,FailOnTimeoutGroup] 2024-11-10T15:20:14,820 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T15:20:14,820 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T15:20:14,820 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T15:20:14,820 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T15:20:14,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41119 is added to blk_1073741831_1007 (size=1321) 2024-11-10T15:20:14,837 INFO [RS:0;c0771061be61:46401 {}] regionserver.HRegionServer(746): ClusterId : 36ac452f-edf9-40f0-ab5b-b49572c5fb08 2024-11-10T15:20:14,837 DEBUG [RS:0;c0771061be61:46401 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T15:20:14,850 DEBUG [RS:0;c0771061be61:46401 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T15:20:14,850 DEBUG [RS:0;c0771061be61:46401 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T15:20:14,862 DEBUG [RS:0;c0771061be61:46401 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T15:20:14,862 DEBUG [RS:0;c0771061be61:46401 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23645182, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c0771061be61/172.17.0.3:0 2024-11-10T15:20:14,874 DEBUG [RS:0;c0771061be61:46401 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c0771061be61:46401 2024-11-10T15:20:14,874 INFO [RS:0;c0771061be61:46401 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T15:20:14,874 INFO [RS:0;c0771061be61:46401 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T15:20:14,874 DEBUG [RS:0;c0771061be61:46401 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T15:20:14,874 INFO [RS:0;c0771061be61:46401 {}] regionserver.HRegionServer(2659): reportForDuty to master=c0771061be61,44435,1731252012913 with port=46401, startcode=1731252013321 2024-11-10T15:20:14,875 DEBUG [RS:0;c0771061be61:46401 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T15:20:14,876 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55465, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T15:20:14,876 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44435 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c0771061be61,46401,1731252013321 2024-11-10T15:20:14,876 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44435 {}] master.ServerManager(517): Registering regionserver=c0771061be61,46401,1731252013321 2024-11-10T15:20:14,878 DEBUG [RS:0;c0771061be61:46401 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41253/user/jenkins/test-data/6c7f9eba-8404-aad4-f336-43ff7b976242 2024-11-10T15:20:14,878 DEBUG [RS:0;c0771061be61:46401 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41253 2024-11-10T15:20:14,878 DEBUG [RS:0;c0771061be61:46401 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T15:20:14,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44435-0x101255526040003, quorum=127.0.0.1:53508, baseZNode=/1-845601924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-845601924/rs 2024-11-10T15:20:14,883 DEBUG [RS:0;c0771061be61:46401 {}] zookeeper.ZKUtil(111): regionserver:46401-0x101255526040004, quorum=127.0.0.1:53508, baseZNode=/1-845601924 Set watcher on existing znode=/1-845601924/rs/c0771061be61,46401,1731252013321 2024-11-10T15:20:14,883 WARN [RS:0;c0771061be61:46401 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T15:20:14,883 INFO [RS:0;c0771061be61:46401 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T15:20:14,883 DEBUG [RS:0;c0771061be61:46401 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41253/user/jenkins/test-data/6c7f9eba-8404-aad4-f336-43ff7b976242/WALs/c0771061be61,46401,1731252013321 2024-11-10T15:20:14,883 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c0771061be61,46401,1731252013321] 2024-11-10T15:20:14,886 INFO [RS:0;c0771061be61:46401 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T15:20:14,887 INFO [RS:0;c0771061be61:46401 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T15:20:14,887 INFO [RS:0;c0771061be61:46401 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T15:20:14,888 INFO [RS:0;c0771061be61:46401 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T15:20:14,888 INFO [RS:0;c0771061be61:46401 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T15:20:14,889 INFO [RS:0;c0771061be61:46401 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T15:20:14,889 INFO [RS:0;c0771061be61:46401 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T15:20:14,889 DEBUG [RS:0;c0771061be61:46401 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:20:14,889 DEBUG [RS:0;c0771061be61:46401 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:20:14,889 DEBUG [RS:0;c0771061be61:46401 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:20:14,889 DEBUG [RS:0;c0771061be61:46401 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:20:14,889 DEBUG [RS:0;c0771061be61:46401 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:20:14,889 DEBUG [RS:0;c0771061be61:46401 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c0771061be61:0, corePoolSize=2, maxPoolSize=2 2024-11-10T15:20:14,889 DEBUG [RS:0;c0771061be61:46401 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:20:14,889 DEBUG [RS:0;c0771061be61:46401 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:20:14,889 DEBUG [RS:0;c0771061be61:46401 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:20:14,889 DEBUG [RS:0;c0771061be61:46401 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:20:14,889 DEBUG [RS:0;c0771061be61:46401 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:20:14,889 DEBUG [RS:0;c0771061be61:46401 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:20:14,889 DEBUG [RS:0;c0771061be61:46401 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c0771061be61:0, corePoolSize=3, maxPoolSize=3 2024-11-10T15:20:14,889 DEBUG [RS:0;c0771061be61:46401 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c0771061be61:0, corePoolSize=3, maxPoolSize=3 2024-11-10T15:20:14,890 INFO [RS:0;c0771061be61:46401 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T15:20:14,890 INFO [RS:0;c0771061be61:46401 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T15:20:14,890 INFO [RS:0;c0771061be61:46401 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T15:20:14,890 INFO [RS:0;c0771061be61:46401 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T15:20:14,890 INFO [RS:0;c0771061be61:46401 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T15:20:14,890 INFO [RS:0;c0771061be61:46401 {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,46401,1731252013321-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T15:20:14,905 INFO [RS:0;c0771061be61:46401 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T15:20:14,905 INFO [RS:0;c0771061be61:46401 {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,46401,1731252013321-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T15:20:14,905 INFO [RS:0;c0771061be61:46401 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:20:14,905 INFO [RS:0;c0771061be61:46401 {}] regionserver.Replication(171): c0771061be61,46401,1731252013321 started 2024-11-10T15:20:14,918 INFO [RS:0;c0771061be61:46401 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:20:14,918 INFO [RS:0;c0771061be61:46401 {}] regionserver.HRegionServer(1482): Serving as c0771061be61,46401,1731252013321, RpcServer on c0771061be61/172.17.0.3:46401, sessionid=0x101255526040004 2024-11-10T15:20:14,918 DEBUG [RS:0;c0771061be61:46401 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T15:20:14,918 DEBUG [RS:0;c0771061be61:46401 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c0771061be61,46401,1731252013321 2024-11-10T15:20:14,918 DEBUG [RS:0;c0771061be61:46401 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c0771061be61,46401,1731252013321' 2024-11-10T15:20:14,918 DEBUG [RS:0;c0771061be61:46401 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-845601924/flush-table-proc/abort' 2024-11-10T15:20:14,919 DEBUG [RS:0;c0771061be61:46401 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-845601924/flush-table-proc/acquired' 2024-11-10T15:20:14,921 DEBUG [RS:0;c0771061be61:46401 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T15:20:14,921 DEBUG [RS:0;c0771061be61:46401 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T15:20:14,921 DEBUG [RS:0;c0771061be61:46401 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c0771061be61,46401,1731252013321 2024-11-10T15:20:14,921 DEBUG [RS:0;c0771061be61:46401 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c0771061be61,46401,1731252013321' 2024-11-10T15:20:14,921 DEBUG [RS:0;c0771061be61:46401 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-845601924/online-snapshot/abort' 2024-11-10T15:20:14,921 DEBUG [RS:0;c0771061be61:46401 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-845601924/online-snapshot/acquired' 2024-11-10T15:20:14,922 DEBUG [RS:0;c0771061be61:46401 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T15:20:14,922 INFO [RS:0;c0771061be61:46401 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T15:20:14,922 INFO [RS:0;c0771061be61:46401 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T15:20:15,022 INFO [RS:0;c0771061be61:46401 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T15:20:15,024 INFO [RS:0;c0771061be61:46401 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0771061be61%2C46401%2C1731252013321, suffix=, logDir=hdfs://localhost:41253/user/jenkins/test-data/6c7f9eba-8404-aad4-f336-43ff7b976242/WALs/c0771061be61,46401,1731252013321, archiveDir=hdfs://localhost:41253/user/jenkins/test-data/6c7f9eba-8404-aad4-f336-43ff7b976242/oldWALs, maxLogs=10 2024-11-10T15:20:15,035 DEBUG [RS:0;c0771061be61:46401 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6c7f9eba-8404-aad4-f336-43ff7b976242/WALs/c0771061be61,46401,1731252013321/c0771061be61%2C46401%2C1731252013321.1731252015024, exclude list is [], retry=0 2024-11-10T15:20:15,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41119,DS-50ac4a32-c897-49a5-9015-5e8a5ba33d50,DISK] 2024-11-10T15:20:15,040 INFO [RS:0;c0771061be61:46401 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6c7f9eba-8404-aad4-f336-43ff7b976242/WALs/c0771061be61,46401,1731252013321/c0771061be61%2C46401%2C1731252013321.1731252015024 2024-11-10T15:20:15,040 DEBUG [RS:0;c0771061be61:46401 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42543:42543)] 2024-11-10T15:20:15,228 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41253/user/jenkins/test-data/6c7f9eba-8404-aad4-f336-43ff7b976242/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T15:20:15,228 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41253/user/jenkins/test-data/6c7f9eba-8404-aad4-f336-43ff7b976242 2024-11-10T15:20:15,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41119 is added to blk_1073741833_1009 (size=32) 2024-11-10T15:20:15,336 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T15:20:15,357 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:20:15,357 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:20:15,358 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:20:15,358 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:20:15,358 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:20:15,362 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:20:15,634 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:20:15,636 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T15:20:15,638 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T15:20:15,638 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:20:15,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:20:15,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T15:20:15,640 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T15:20:15,640 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:20:15,642 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:20:15,643 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T15:20:15,644 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T15:20:15,644 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:20:15,646 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:20:15,646 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T15:20:15,650 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T15:20:15,650 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:20:15,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:20:15,651 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T15:20:15,652 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41253/user/jenkins/test-data/6c7f9eba-8404-aad4-f336-43ff7b976242/data/hbase/meta/1588230740 2024-11-10T15:20:15,653 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41253/user/jenkins/test-data/6c7f9eba-8404-aad4-f336-43ff7b976242/data/hbase/meta/1588230740 2024-11-10T15:20:15,654 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T15:20:15,654 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T15:20:15,655 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T15:20:15,657 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T15:20:15,658 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41253/user/jenkins/test-data/6c7f9eba-8404-aad4-f336-43ff7b976242/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T15:20:15,659 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62771212, jitterRate=-0.06463605165481567}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T15:20:15,659 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731252015634Initializing all the Stores at 1731252015635 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731252015635Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731252015636 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252015636Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731252015636Cleaning up temporary data from old regions at 1731252015654 (+18 ms)Region opened successfully at 1731252015659 (+5 ms) 2024-11-10T15:20:15,659 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T15:20:15,659 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T15:20:15,659 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T15:20:15,659 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T15:20:15,659 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T15:20:15,659 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T15:20:15,659 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731252015659Disabling compacts and flushes for region at 1731252015659Disabling writes for close at 1731252015659Writing region close event to WAL at 1731252015659Closed at 1731252015659 2024-11-10T15:20:15,660 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T15:20:15,661 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T15:20:15,661 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T15:20:15,665 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T15:20:15,667 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T15:20:15,764 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T15:20:15,818 DEBUG [c0771061be61:44435 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T15:20:15,818 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c0771061be61,46401,1731252013321 2024-11-10T15:20:15,821 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c0771061be61,46401,1731252013321, state=OPENING 2024-11-10T15:20:15,878 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T15:20:15,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46401-0x101255526040004, quorum=127.0.0.1:53508, baseZNode=/1-845601924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-845601924 2024-11-10T15:20:15,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44435-0x101255526040003, quorum=127.0.0.1:53508, baseZNode=/1-845601924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-845601924 2024-11-10T15:20:15,894 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-845601924/meta-region-server: CHANGED 2024-11-10T15:20:15,894 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-845601924/meta-region-server: CHANGED 2024-11-10T15:20:15,894 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T15:20:15,894 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c0771061be61,46401,1731252013321}] 2024-11-10T15:20:16,047 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T15:20:16,048 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47341, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T15:20:16,052 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T15:20:16,052 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T15:20:16,052 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T15:20:16,054 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0771061be61%2C46401%2C1731252013321.meta, suffix=.meta, logDir=hdfs://localhost:41253/user/jenkins/test-data/6c7f9eba-8404-aad4-f336-43ff7b976242/WALs/c0771061be61,46401,1731252013321, archiveDir=hdfs://localhost:41253/user/jenkins/test-data/6c7f9eba-8404-aad4-f336-43ff7b976242/oldWALs, maxLogs=10 2024-11-10T15:20:16,069 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6c7f9eba-8404-aad4-f336-43ff7b976242/WALs/c0771061be61,46401,1731252013321/c0771061be61%2C46401%2C1731252013321.meta.1731252016054.meta, exclude list is [], retry=0 2024-11-10T15:20:16,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41119,DS-50ac4a32-c897-49a5-9015-5e8a5ba33d50,DISK] 2024-11-10T15:20:16,073 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6c7f9eba-8404-aad4-f336-43ff7b976242/WALs/c0771061be61,46401,1731252013321/c0771061be61%2C46401%2C1731252013321.meta.1731252016054.meta 2024-11-10T15:20:16,073 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42543:42543)] 2024-11-10T15:20:16,073 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T15:20:16,074 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T15:20:16,074 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T15:20:16,074 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T15:20:16,074 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T15:20:16,074 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T15:20:16,074 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:20:16,074 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T15:20:16,075 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T15:20:16,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T15:20:16,076 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T15:20:16,076 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:20:16,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:20:16,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T15:20:16,077 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T15:20:16,077 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:20:16,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:20:16,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T15:20:16,078 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T15:20:16,078 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:20:16,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:20:16,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T15:20:16,079 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T15:20:16,079 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:20:16,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:20:16,080 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T15:20:16,081 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41253/user/jenkins/test-data/6c7f9eba-8404-aad4-f336-43ff7b976242/data/hbase/meta/1588230740 2024-11-10T15:20:16,081 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41253/user/jenkins/test-data/6c7f9eba-8404-aad4-f336-43ff7b976242/data/hbase/meta/1588230740 2024-11-10T15:20:16,082 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T15:20:16,082 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T15:20:16,083 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T15:20:16,084 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T15:20:16,085 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64017534, jitterRate=-0.046064406633377075}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T15:20:16,085 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T15:20:16,085 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731252016075Writing region info on filesystem at 1731252016075Initializing all the Stores at 1731252016075Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731252016075Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731252016076 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252016076Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731252016076Cleaning up temporary data from old regions at 1731252016083 (+7 ms)Running coprocessor post-open hooks at 1731252016085 (+2 ms)Region opened successfully at 1731252016085 2024-11-10T15:20:16,086 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731252016046 2024-11-10T15:20:16,088 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T15:20:16,089 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T15:20:16,089 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c0771061be61,46401,1731252013321 2024-11-10T15:20:16,090 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c0771061be61,46401,1731252013321, state=OPEN 2024-11-10T15:20:16,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46401-0x101255526040004, quorum=127.0.0.1:53508, baseZNode=/1-845601924 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-845601924/meta-region-server 2024-11-10T15:20:16,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44435-0x101255526040003, quorum=127.0.0.1:53508, baseZNode=/1-845601924 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-845601924/meta-region-server 2024-11-10T15:20:16,102 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c0771061be61,46401,1731252013321 2024-11-10T15:20:16,102 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-845601924/meta-region-server: CHANGED 2024-11-10T15:20:16,102 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-845601924/meta-region-server: CHANGED 2024-11-10T15:20:16,105 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T15:20:16,105 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c0771061be61,46401,1731252013321 in 208 msec 2024-11-10T15:20:16,108 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T15:20:16,108 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 444 msec 2024-11-10T15:20:16,109 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T15:20:16,109 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T15:20:16,113 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T15:20:16,113 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0771061be61,46401,1731252013321, seqNum=-1] 2024-11-10T15:20:16,114 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T15:20:16,115 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41327, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T15:20:16,121 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3070 sec 2024-11-10T15:20:16,121 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731252016121, completionTime=-1 2024-11-10T15:20:16,121 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T15:20:16,121 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T15:20:16,124 INFO [master/c0771061be61:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T15:20:16,124 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731252076124 2024-11-10T15:20:16,124 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731252136124 2024-11-10T15:20:16,124 INFO [master/c0771061be61:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-10T15:20:16,124 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,44435,1731252012913-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T15:20:16,125 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,44435,1731252012913-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:20:16,125 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,44435,1731252012913-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:20:16,125 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c0771061be61:44435, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:20:16,125 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T15:20:16,127 DEBUG [master/c0771061be61:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T15:20:16,128 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T15:20:16,133 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.647sec 2024-11-10T15:20:16,133 INFO [master/c0771061be61:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T15:20:16,133 INFO [master/c0771061be61:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T15:20:16,133 INFO [master/c0771061be61:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T15:20:16,133 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T15:20:16,133 INFO [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T15:20:16,133 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,44435,1731252012913-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T15:20:16,133 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,44435,1731252012913-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T15:20:16,135 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T15:20:16,135 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T15:20:16,135 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,44435,1731252012913-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:20:16,138 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d3359b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:20:16,138 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0771061be61,44435,-1 for getting cluster id 2024-11-10T15:20:16,138 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T15:20:16,145 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '36ac452f-edf9-40f0-ab5b-b49572c5fb08' 2024-11-10T15:20:16,145 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T15:20:16,145 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "36ac452f-edf9-40f0-ab5b-b49572c5fb08" 2024-11-10T15:20:16,145 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22f2c2ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:20:16,145 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0771061be61,44435,-1] 2024-11-10T15:20:16,146 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T15:20:16,146 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:20:16,147 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T15:20:16,148 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@285836e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:20:16,148 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T15:20:16,149 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0771061be61,46401,1731252013321, seqNum=-1] 2024-11-10T15:20:16,150 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T15:20:16,151 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T15:20:16,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c0771061be61,44435,1731252012913 2024-11-10T15:20:16,154 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53508 2024-11-10T15:20:16,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53508, baseZNode=/1-845601924 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T15:20:16,167 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101255526040005 connected 2024-11-10T15:20:16,180 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37178149, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:20:16,180 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0771061be61,33913,-1 for getting cluster id 2024-11-10T15:20:16,180 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T15:20:16,181 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eff30fdf-8683-40c2-a64f-7a4fd823cf05' 2024-11-10T15:20:16,182 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T15:20:16,182 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eff30fdf-8683-40c2-a64f-7a4fd823cf05" 2024-11-10T15:20:16,182 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e2ab1c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:20:16,182 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0771061be61,33913,-1] 2024-11-10T15:20:16,182 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T15:20:16,182 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:20:16,183 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T15:20:16,184 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10d48835, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:20:16,184 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T15:20:16,185 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is c0771061be61,33913,1731252007578 2024-11-10T15:20:16,185 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@32d0ae62 2024-11-10T15:20:16,186 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T15:20:16,187 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T15:20:16,187 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33913 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://c0771061be61:44435,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T15:20:16,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33913 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T15:20:16,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33913 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T15:20:16,190 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c0771061be61:44435' 2024-11-10T15:20:16,191 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ffb8c7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:20:16,191 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request c0771061be61,44435,-1 for getting cluster id 2024-11-10T15:20:16,191 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T15:20:16,193 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '36ac452f-edf9-40f0-ab5b-b49572c5fb08' 2024-11-10T15:20:16,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T15:20:16,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "36ac452f-edf9-40f0-ab5b-b49572c5fb08" 2024-11-10T15:20:16,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@173296ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:20:16,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0771061be61,44435,-1] 2024-11-10T15:20:16,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T15:20:16,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:20:16,195 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T15:20:16,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@135b0e2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:20:16,196 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T15:20:16,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c0771061be61,44435,1731252012913 2024-11-10T15:20:16,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7537f374 2024-11-10T15:20:16,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T15:20:16,199 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T15:20:16,200 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-10T15:20:16,200 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T15:20:16,200 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:20:16,200 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:20:16,200 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T15:20:16,200 INFO [PEWorker-4 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T15:20:16,202 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T15:20:16,203 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T15:20:16,203 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:20:16,204 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T15:20:16,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41739 is added to blk_1073741835_1011 (size=1138) 2024-11-10T15:20:16,252 DEBUG [PEWorker-4 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T15:20:16,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33913 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T15:20:16,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33913 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T15:20:16,616 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 83833045d1879a828fd40af11223eacc, NAME => 'hbase:replication,,1731252016200.83833045d1879a828fd40af11223eacc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7 2024-11-10T15:20:16,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41739 is added to blk_1073741836_1012 (size=44) 2024-11-10T15:20:16,623 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731252016200.83833045d1879a828fd40af11223eacc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:20:16,623 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 83833045d1879a828fd40af11223eacc, disabling compactions & flushes 2024-11-10T15:20:16,623 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731252016200.83833045d1879a828fd40af11223eacc. 2024-11-10T15:20:16,623 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731252016200.83833045d1879a828fd40af11223eacc. 2024-11-10T15:20:16,623 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731252016200.83833045d1879a828fd40af11223eacc. after waiting 0 ms 2024-11-10T15:20:16,623 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731252016200.83833045d1879a828fd40af11223eacc. 2024-11-10T15:20:16,623 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731252016200.83833045d1879a828fd40af11223eacc. 2024-11-10T15:20:16,623 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 83833045d1879a828fd40af11223eacc: Waiting for close lock at 1731252016623Disabling compacts and flushes for region at 1731252016623Disabling writes for close at 1731252016623Writing region close event to WAL at 1731252016623Closed at 1731252016623 2024-11-10T15:20:16,625 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T15:20:16,625 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731252016200.83833045d1879a828fd40af11223eacc.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731252016625"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731252016625"}]},"ts":"1731252016625"} 2024-11-10T15:20:16,628 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T15:20:16,630 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T15:20:16,630 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731252016630"}]},"ts":"1731252016630"} 2024-11-10T15:20:16,633 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T15:20:16,634 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=83833045d1879a828fd40af11223eacc, ASSIGN}] 2024-11-10T15:20:16,636 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=83833045d1879a828fd40af11223eacc, ASSIGN 2024-11-10T15:20:16,637 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=83833045d1879a828fd40af11223eacc, ASSIGN; state=OFFLINE, location=c0771061be61,42181,1731252008183; forceNewPlan=false, retain=false 2024-11-10T15:20:16,788 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=83833045d1879a828fd40af11223eacc, regionState=OPENING, regionLocation=c0771061be61,42181,1731252008183 2024-11-10T15:20:16,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=83833045d1879a828fd40af11223eacc, ASSIGN because future has completed 2024-11-10T15:20:16,791 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 83833045d1879a828fd40af11223eacc, server=c0771061be61,42181,1731252008183}] 2024-11-10T15:20:16,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33913 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T15:20:16,952 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731252016200.83833045d1879a828fd40af11223eacc. 2024-11-10T15:20:16,953 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T15:20:16,953 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T15:20:16,955 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0771061be61%2C42181%2C1731252008183.rep, suffix=, logDir=hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/WALs/c0771061be61,42181,1731252008183, archiveDir=hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/oldWALs, maxLogs=10 2024-11-10T15:20:16,974 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/WALs/c0771061be61,42181,1731252008183/c0771061be61%2C42181%2C1731252008183.rep.1731252016955, exclude list is [], retry=0 2024-11-10T15:20:16,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41739,DS-1bb08ea8-8589-45b5-868e-9a7079f89003,DISK] 2024-11-10T15:20:16,985 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/WALs/c0771061be61,42181,1731252008183/c0771061be61%2C42181%2C1731252008183.rep.1731252016955 2024-11-10T15:20:16,987 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39745:39745)] 2024-11-10T15:20:16,987 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 83833045d1879a828fd40af11223eacc, NAME => 'hbase:replication,,1731252016200.83833045d1879a828fd40af11223eacc.', STARTKEY => '', ENDKEY => ''} 2024-11-10T15:20:16,987 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T15:20:16,987 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T15:20:16,987 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731252016200.83833045d1879a828fd40af11223eacc. service=MultiRowMutationService 2024-11-10T15:20:16,987 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T15:20:16,988 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 83833045d1879a828fd40af11223eacc 2024-11-10T15:20:16,988 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731252016200.83833045d1879a828fd40af11223eacc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:20:16,988 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 83833045d1879a828fd40af11223eacc 2024-11-10T15:20:16,988 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 83833045d1879a828fd40af11223eacc 2024-11-10T15:20:16,991 INFO [StoreOpener-83833045d1879a828fd40af11223eacc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 83833045d1879a828fd40af11223eacc 2024-11-10T15:20:16,993 INFO [StoreOpener-83833045d1879a828fd40af11223eacc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83833045d1879a828fd40af11223eacc columnFamilyName hfileref 2024-11-10T15:20:16,993 DEBUG [StoreOpener-83833045d1879a828fd40af11223eacc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:20:16,993 INFO [StoreOpener-83833045d1879a828fd40af11223eacc-1 {}] regionserver.HStore(327): Store=83833045d1879a828fd40af11223eacc/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:20:16,993 INFO [StoreOpener-83833045d1879a828fd40af11223eacc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 83833045d1879a828fd40af11223eacc 2024-11-10T15:20:16,995 INFO [StoreOpener-83833045d1879a828fd40af11223eacc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83833045d1879a828fd40af11223eacc columnFamilyName queue 2024-11-10T15:20:16,995 DEBUG [StoreOpener-83833045d1879a828fd40af11223eacc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:20:16,995 INFO [StoreOpener-83833045d1879a828fd40af11223eacc-1 {}] regionserver.HStore(327): Store=83833045d1879a828fd40af11223eacc/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:20:16,995 INFO [StoreOpener-83833045d1879a828fd40af11223eacc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 83833045d1879a828fd40af11223eacc 2024-11-10T15:20:16,996 INFO [StoreOpener-83833045d1879a828fd40af11223eacc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83833045d1879a828fd40af11223eacc columnFamilyName sid 2024-11-10T15:20:16,996 DEBUG [StoreOpener-83833045d1879a828fd40af11223eacc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:20:16,997 INFO [StoreOpener-83833045d1879a828fd40af11223eacc-1 {}] regionserver.HStore(327): Store=83833045d1879a828fd40af11223eacc/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:20:16,997 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 83833045d1879a828fd40af11223eacc 2024-11-10T15:20:16,998 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/data/hbase/replication/83833045d1879a828fd40af11223eacc 2024-11-10T15:20:16,998 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/data/hbase/replication/83833045d1879a828fd40af11223eacc 2024-11-10T15:20:16,999 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 83833045d1879a828fd40af11223eacc 2024-11-10T15:20:16,999 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 83833045d1879a828fd40af11223eacc 2024-11-10T15:20:17,000 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T15:20:17,000 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 83833045d1879a828fd40af11223eacc 2024-11-10T15:20:17,005 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/data/hbase/replication/83833045d1879a828fd40af11223eacc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T15:20:17,005 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 83833045d1879a828fd40af11223eacc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64471173, jitterRate=-0.03930465877056122}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T15:20:17,006 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 83833045d1879a828fd40af11223eacc 2024-11-10T15:20:17,006 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 83833045d1879a828fd40af11223eacc: Running coprocessor pre-open hook at 1731252016988Writing region info on filesystem at 1731252016988Initializing all the Stores at 1731252016989 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252016989Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252016991 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252016991Cleaning up temporary data from old regions at 1731252016999 (+8 ms)Running coprocessor post-open hooks at 1731252017006 (+7 ms)Region opened successfully at 1731252017006 2024-11-10T15:20:17,007 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731252016200.83833045d1879a828fd40af11223eacc., pid=7, masterSystemTime=1731252016942 2024-11-10T15:20:17,009 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731252016200.83833045d1879a828fd40af11223eacc. 2024-11-10T15:20:17,010 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731252016200.83833045d1879a828fd40af11223eacc. 2024-11-10T15:20:17,010 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=83833045d1879a828fd40af11223eacc, regionState=OPEN, openSeqNum=2, regionLocation=c0771061be61,42181,1731252008183 2024-11-10T15:20:17,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 83833045d1879a828fd40af11223eacc, server=c0771061be61,42181,1731252008183 because future has completed 2024-11-10T15:20:17,016 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-10T15:20:17,016 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 83833045d1879a828fd40af11223eacc, server=c0771061be61,42181,1731252008183 in 224 msec 2024-11-10T15:20:17,018 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T15:20:17,018 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=83833045d1879a828fd40af11223eacc, ASSIGN in 382 msec 2024-11-10T15:20:17,019 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T15:20:17,019 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731252017019"}]},"ts":"1731252017019"} 2024-11-10T15:20:17,022 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T15:20:17,022 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T15:20:17,024 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 821 msec 2024-11-10T15:20:17,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731252016200.83833045d1879a828fd40af11223eacc., hostname=c0771061be61,42181,1731252008183, seqNum=2] 2024-11-10T15:20:17,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33913-0x101255526040000, quorum=127.0.0.1:53508, baseZNode=/0550662375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0550662375 2024-11-10T15:20:17,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42181-0x101255526040001, quorum=127.0.0.1:53508, baseZNode=/0550662375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0550662375 2024-11-10T15:20:17,116 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T15:20:17,269 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-10T15:20:17,269 INFO [RS_REFRESH_PEER-regionserver/c0771061be61:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T15:20:17,304 INFO [RS_REFRESH_PEER-regionserver/c0771061be61:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-c0771061be61,42181,1731252008183, ReplicationSource: 1, currentBandwidth=0 2024-11-10T15:20:17,305 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T15:20:17,305 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0771061be61,42181,1731252008183, seqNum=-1] 2024-11-10T15:20:17,305 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T15:20:17,306 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60743, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-10T15:20:17,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c0771061be61,42181,1731252008183', locateType=CURRENT is [region=hbase:replication,,1731252016200.83833045d1879a828fd40af11223eacc., hostname=c0771061be61,42181,1731252008183, seqNum=2] 2024-11-10T15:20:17,314 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-10T15:20:17,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33913 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-10T15:20:17,325 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c0771061be61,42181,1731252008183 suceeded 2024-11-10T15:20:17,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33913 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T15:20:17,329 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-10T15:20:17,329 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 209 msec 2024-11-10T15:20:17,329 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c0771061be61:44435,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T15:20:17,332 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1420 sec 2024-11-10T15:20:17,336 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42181,1731252008183 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c0771061be61:44435' 2024-11-10T15:20:17,347 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42181,1731252008183 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@15b65ae2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:20:17,347 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42181,1731252008183 {}] client.ClusterIdFetcher(90): Going to request c0771061be61,44435,-1 for getting cluster id 2024-11-10T15:20:17,347 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42181,1731252008183 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T15:20:17,349 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '36ac452f-edf9-40f0-ab5b-b49572c5fb08' 2024-11-10T15:20:17,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T15:20:17,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "36ac452f-edf9-40f0-ab5b-b49572c5fb08" 2024-11-10T15:20:17,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@46fd0f18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:20:17,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0771061be61,44435,-1] 2024-11-10T15:20:17,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T15:20:17,353 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-10T15:20:17,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:20:17,355 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42181,1731252008183 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5ffa6d80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:20:17,355 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42181,1731252008183 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T15:20:17,357 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42181,1731252008183 {}] client.AsyncConnectionImpl(321): The fetched master address is c0771061be61,44435,1731252012913 2024-11-10T15:20:17,357 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42181,1731252008183 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@570e1e9b 2024-11-10T15:20:17,358 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42181,1731252008183 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T15:20:17,360 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-10T15:20:17,365 INFO [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42181,1731252008183 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c0771061be61,42181,1731252008183 (queues=1) is replicating from cluster=eff30fdf-8683-40c2-a64f-7a4fd823cf05 to cluster=36ac452f-edf9-40f0-ab5b-b49572c5fb08 2024-11-10T15:20:17,365 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42181,1731252008183 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c0771061be61%2C42181%2C1731252008183 2024-11-10T15:20:17,365 INFO [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42181,1731252008183 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c0771061be61,42181,1731252008183, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T15:20:17,369 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42181,1731252008183.replicationSource.wal-reader.c0771061be61%2C42181%2C1731252008183,1-c0771061be61,42181,1731252008183 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/WALs/c0771061be61,42181,1731252008183/c0771061be61%2C42181%2C1731252008183.1731252009957, startPosition=0, beingWritten=true 2024-11-10T15:20:17,377 INFO [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42181,1731252008183.replicationSource.shipperc0771061be61%2C42181%2C1731252008183,1-c0771061be61,42181,1731252008183 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c0771061be61%2C42181%2C1731252008183 2024-11-10T15:20:17,581 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42181,1731252008183.replicationSource.wal-reader.c0771061be61%2C42181%2C1731252008183,1-c0771061be61,42181,1731252008183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/WALs/c0771061be61,42181,1731252008183/c0771061be61%2C42181%2C1731252008183.1731252009957 to pos 0, reset compression=false 2024-11-10T15:20:17,899 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42181,1731252008183.replicationSource.wal-reader.c0771061be61%2C42181%2C1731252008183,1-c0771061be61,42181,1731252008183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/WALs/c0771061be61,42181,1731252008183/c0771061be61%2C42181%2C1731252008183.1731252009957 to pos 0, reset compression=false 2024-11-10T15:20:18,303 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42181,1731252008183.replicationSource.wal-reader.c0771061be61%2C42181%2C1731252008183,1-c0771061be61,42181,1731252008183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/WALs/c0771061be61,42181,1731252008183/c0771061be61%2C42181%2C1731252008183.1731252009957 to pos 0, reset compression=false 2024-11-10T15:20:18,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33913 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T15:20:18,347 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T15:20:18,347 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T15:20:18,348 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:20:18,348 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:20:18,348 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:20:18,348 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T15:20:18,348 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T15:20:18,349 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is c0771061be61,33913,1731252007578 2024-11-10T15:20:18,349 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2303316b 2024-11-10T15:20:18,349 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T15:20:18,350 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T15:20:18,350 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33913 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-10T15:20:18,351 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T15:20:18,351 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:20:18,351 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:20:18,351 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:20:18,351 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T15:20:18,351 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T15:20:18,351 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=911340673, stopped=false 2024-11-10T15:20:18,351 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c0771061be61,33913,1731252007578 2024-11-10T15:20:18,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33913-0x101255526040000, quorum=127.0.0.1:53508, baseZNode=/0550662375 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0550662375/running 2024-11-10T15:20:18,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42181-0x101255526040001, quorum=127.0.0.1:53508, baseZNode=/0550662375 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0550662375/running 2024-11-10T15:20:18,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42181-0x101255526040001, quorum=127.0.0.1:53508, baseZNode=/0550662375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0550662375 2024-11-10T15:20:18,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33913-0x101255526040000, quorum=127.0.0.1:53508, baseZNode=/0550662375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0550662375 2024-11-10T15:20:18,399 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T15:20:18,399 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T15:20:18,399 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:20:18,399 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:20:18,399 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c0771061be61,42181,1731252008183' ***** 2024-11-10T15:20:18,399 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T15:20:18,400 INFO [RS:0;c0771061be61:42181 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T15:20:18,400 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42181-0x101255526040001, quorum=127.0.0.1:53508, baseZNode=/0550662375 Set watcher on znode that does not yet exist, /0550662375/running 2024-11-10T15:20:18,400 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33913-0x101255526040000, quorum=127.0.0.1:53508, baseZNode=/0550662375 Set watcher on znode that does not yet exist, /0550662375/running 2024-11-10T15:20:18,400 INFO [RS:0;c0771061be61:42181 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T15:20:18,400 INFO [RS:0;c0771061be61:42181 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T15:20:18,400 INFO [RS:0;c0771061be61:42181 {}] regionserver.HRegionServer(3091): Received CLOSE for 83833045d1879a828fd40af11223eacc 2024-11-10T15:20:18,401 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T15:20:18,401 INFO [RS:0;c0771061be61:42181 {}] regionserver.HRegionServer(959): stopping server c0771061be61,42181,1731252008183 2024-11-10T15:20:18,402 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 83833045d1879a828fd40af11223eacc, disabling compactions & flushes 2024-11-10T15:20:18,402 INFO [RS:0;c0771061be61:42181 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T15:20:18,402 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731252016200.83833045d1879a828fd40af11223eacc. 2024-11-10T15:20:18,402 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731252016200.83833045d1879a828fd40af11223eacc. 2024-11-10T15:20:18,402 INFO [RS:0;c0771061be61:42181 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c0771061be61:42181. 2024-11-10T15:20:18,402 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731252016200.83833045d1879a828fd40af11223eacc. after waiting 0 ms 2024-11-10T15:20:18,402 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731252016200.83833045d1879a828fd40af11223eacc. 2024-11-10T15:20:18,402 DEBUG [RS:0;c0771061be61:42181 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:20:18,402 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 83833045d1879a828fd40af11223eacc 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-10T15:20:18,402 DEBUG [RS:0;c0771061be61:42181 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:20:18,402 INFO [RS:0;c0771061be61:42181 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T15:20:18,402 INFO [RS:0;c0771061be61:42181 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T15:20:18,402 INFO [RS:0;c0771061be61:42181 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T15:20:18,403 INFO [RS:0;c0771061be61:42181 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T15:20:18,403 INFO [RS:0;c0771061be61:42181 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T15:20:18,403 DEBUG [RS:0;c0771061be61:42181 {}] regionserver.HRegionServer(1325): Online Regions={83833045d1879a828fd40af11223eacc=hbase:replication,,1731252016200.83833045d1879a828fd40af11223eacc., 1588230740=hbase:meta,,1.1588230740} 2024-11-10T15:20:18,403 DEBUG [RS:0;c0771061be61:42181 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 83833045d1879a828fd40af11223eacc 2024-11-10T15:20:18,403 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T15:20:18,403 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T15:20:18,403 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T15:20:18,403 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T15:20:18,403 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T15:20:18,403 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-10T15:20:18,424 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/data/hbase/replication/83833045d1879a828fd40af11223eacc/.tmp/queue/9c6e61f9f6564b24b3707ad9ad2cbf50 is 151, key is 1-c0771061be61,42181,1731252008183/queue:c0771061be61%2C42181%2C1731252008183/1731252017311/Put/seqid=0 2024-11-10T15:20:18,429 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/data/hbase/meta/1588230740/.tmp/info/e28e972162414e10804734bec3256f21 is 147, key is hbase:replication,,1731252016200.83833045d1879a828fd40af11223eacc./info:regioninfo/1731252017010/Put/seqid=0 2024-11-10T15:20:18,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41739 is added to blk_1073741838_1014 (size=5350) 2024-11-10T15:20:18,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41739 is added to blk_1073741839_1015 (size=6631) 2024-11-10T15:20:18,492 INFO [regionserver/c0771061be61:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T15:20:18,603 DEBUG [RS:0;c0771061be61:42181 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 83833045d1879a828fd40af11223eacc 2024-11-10T15:20:18,771 INFO [regionserver/c0771061be61:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T15:20:18,771 INFO [regionserver/c0771061be61:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T15:20:18,803 DEBUG [RS:0;c0771061be61:42181 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 83833045d1879a828fd40af11223eacc 2024-11-10T15:20:18,808 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42181,1731252008183.replicationSource.wal-reader.c0771061be61%2C42181%2C1731252008183,1-c0771061be61,42181,1731252008183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/WALs/c0771061be61,42181,1731252008183/c0771061be61%2C42181%2C1731252008183.1731252009957 to pos 0, reset compression=false 2024-11-10T15:20:18,831 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/data/hbase/replication/83833045d1879a828fd40af11223eacc/.tmp/queue/9c6e61f9f6564b24b3707ad9ad2cbf50 2024-11-10T15:20:18,838 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/data/hbase/replication/83833045d1879a828fd40af11223eacc/.tmp/queue/9c6e61f9f6564b24b3707ad9ad2cbf50 as hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/data/hbase/replication/83833045d1879a828fd40af11223eacc/queue/9c6e61f9f6564b24b3707ad9ad2cbf50 2024-11-10T15:20:18,845 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/data/hbase/meta/1588230740/.tmp/info/e28e972162414e10804734bec3256f21 2024-11-10T15:20:18,853 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/data/hbase/replication/83833045d1879a828fd40af11223eacc/queue/9c6e61f9f6564b24b3707ad9ad2cbf50, entries=1, sequenceid=5, filesize=5.2 K 2024-11-10T15:20:18,854 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 83833045d1879a828fd40af11223eacc in 452ms, sequenceid=5, compaction requested=false 2024-11-10T15:20:18,854 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-10T15:20:18,864 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/data/hbase/replication/83833045d1879a828fd40af11223eacc/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T15:20:18,865 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T15:20:18,865 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T15:20:18,865 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731252016200.83833045d1879a828fd40af11223eacc. 2024-11-10T15:20:18,865 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 83833045d1879a828fd40af11223eacc: Waiting for close lock at 1731252018402Running coprocessor pre-close hooks at 1731252018402Disabling compacts and flushes for region at 1731252018402Disabling writes for close at 1731252018402Obtaining lock to block concurrent updates at 1731252018402Preparing flush snapshotting stores in 83833045d1879a828fd40af11223eacc at 1731252018402Finished memstore snapshotting hbase:replication,,1731252016200.83833045d1879a828fd40af11223eacc., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731252018402Flushing stores of hbase:replication,,1731252016200.83833045d1879a828fd40af11223eacc. at 1731252018403 (+1 ms)Flushing 83833045d1879a828fd40af11223eacc/queue: creating writer at 1731252018403Flushing 83833045d1879a828fd40af11223eacc/queue: appending metadata at 1731252018423 (+20 ms)Flushing 83833045d1879a828fd40af11223eacc/queue: closing flushed file at 1731252018423Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35df37ab: reopening flushed file at 1731252018837 (+414 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 83833045d1879a828fd40af11223eacc in 452ms, sequenceid=5, compaction requested=false at 1731252018854 (+17 ms)Writing region close event to WAL at 1731252018857 (+3 ms)Running coprocessor post-close hooks at 1731252018865 (+8 ms)Closed at 1731252018865 2024-11-10T15:20:18,866 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731252016200.83833045d1879a828fd40af11223eacc. 2024-11-10T15:20:18,882 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/data/hbase/meta/1588230740/.tmp/ns/313fe55830a442e59b12996d5b630ff4 is 43, key is default/ns:d/1731252010607/Put/seqid=0 2024-11-10T15:20:18,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41739 is added to blk_1073741840_1016 (size=5153) 2024-11-10T15:20:19,004 DEBUG [RS:0;c0771061be61:42181 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T15:20:19,204 DEBUG [RS:0;c0771061be61:42181 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T15:20:19,287 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/data/hbase/meta/1588230740/.tmp/ns/313fe55830a442e59b12996d5b630ff4 2024-11-10T15:20:19,310 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/data/hbase/meta/1588230740/.tmp/table/d3833abc29644e95a6331e48fb8a856a is 53, key is hbase:replication/table:state/1731252017019/Put/seqid=0 2024-11-10T15:20:19,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41739 is added to blk_1073741841_1017 (size=5256) 2024-11-10T15:20:19,404 INFO [RS:0;c0771061be61:42181 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T15:20:19,404 DEBUG [RS:0;c0771061be61:42181 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-10T15:20:19,404 DEBUG [RS:0;c0771061be61:42181 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T15:20:19,412 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42181,1731252008183.replicationSource.wal-reader.c0771061be61%2C42181%2C1731252008183,1-c0771061be61,42181,1731252008183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/WALs/c0771061be61,42181,1731252008183/c0771061be61%2C42181%2C1731252008183.1731252009957 to pos 0, reset compression=false 2024-11-10T15:20:19,604 DEBUG [RS:0;c0771061be61:42181 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T15:20:19,716 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/data/hbase/meta/1588230740/.tmp/table/d3833abc29644e95a6331e48fb8a856a 2024-11-10T15:20:19,722 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/data/hbase/meta/1588230740/.tmp/info/e28e972162414e10804734bec3256f21 as hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/data/hbase/meta/1588230740/info/e28e972162414e10804734bec3256f21 2024-11-10T15:20:19,729 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/data/hbase/meta/1588230740/info/e28e972162414e10804734bec3256f21, entries=10, sequenceid=11, filesize=6.5 K 2024-11-10T15:20:19,731 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/data/hbase/meta/1588230740/.tmp/ns/313fe55830a442e59b12996d5b630ff4 as hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/data/hbase/meta/1588230740/ns/313fe55830a442e59b12996d5b630ff4 2024-11-10T15:20:19,737 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/data/hbase/meta/1588230740/ns/313fe55830a442e59b12996d5b630ff4, entries=2, sequenceid=11, filesize=5.0 K 2024-11-10T15:20:19,738 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/data/hbase/meta/1588230740/.tmp/table/d3833abc29644e95a6331e48fb8a856a as hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/data/hbase/meta/1588230740/table/d3833abc29644e95a6331e48fb8a856a 2024-11-10T15:20:19,743 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/data/hbase/meta/1588230740/table/d3833abc29644e95a6331e48fb8a856a, entries=2, sequenceid=11, filesize=5.1 K 2024-11-10T15:20:19,744 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1341ms, sequenceid=11, compaction requested=false 2024-11-10T15:20:19,748 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-10T15:20:19,749 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T15:20:19,749 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T15:20:19,749 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T15:20:19,749 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731252018403Running coprocessor pre-close hooks at 1731252018403Disabling compacts and flushes for region at 1731252018403Disabling writes for close at 1731252018403Obtaining lock to block concurrent updates at 1731252018403Preparing flush snapshotting stores in 1588230740 at 1731252018403Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731252018404 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731252018404Flushing 1588230740/info: creating writer at 1731252018404Flushing 1588230740/info: appending metadata at 1731252018425 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731252018425Flushing 1588230740/ns: creating writer at 1731252018863 (+438 ms)Flushing 1588230740/ns: appending metadata at 1731252018881 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731252018881Flushing 1588230740/table: creating writer at 1731252019292 (+411 ms)Flushing 1588230740/table: appending metadata at 1731252019310 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731252019310Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c2ae410: reopening flushed file at 1731252019721 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24a3b5a: reopening flushed file at 1731252019730 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62ad21a3: reopening flushed file at 1731252019738 (+8 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1341ms, sequenceid=11, compaction requested=false at 1731252019744 (+6 ms)Writing region close event to WAL at 1731252019745 (+1 ms)Running coprocessor post-close hooks at 1731252019749 (+4 ms)Closed at 1731252019749 2024-11-10T15:20:19,749 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T15:20:19,804 INFO [RS:0;c0771061be61:42181 {}] regionserver.HRegionServer(976): stopping server c0771061be61,42181,1731252008183; all regions closed. 2024-11-10T15:20:19,808 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/WALs/c0771061be61,42181,1731252008183/c0771061be61%2C42181%2C1731252008183.meta.1731252010387.meta not finished, retry = 0 2024-11-10T15:20:19,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41739 is added to blk_1073741834_1010 (size=2742) 2024-11-10T15:20:19,834 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T15:20:19,834 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-10T15:20:19,834 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T15:20:19,834 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-10T15:20:19,834 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T15:20:19,834 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-10T15:20:19,910 DEBUG [RS:0;c0771061be61:42181 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/oldWALs 2024-11-10T15:20:19,910 INFO [RS:0;c0771061be61:42181 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c0771061be61%2C42181%2C1731252008183.meta:.meta(num 1731252010387) 2024-11-10T15:20:19,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41739 is added to blk_1073741837_1013 (size=1586) 2024-11-10T15:20:19,914 DEBUG [RS:0;c0771061be61:42181 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/oldWALs 2024-11-10T15:20:19,914 INFO [RS:0;c0771061be61:42181 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c0771061be61%2C42181%2C1731252008183.rep:(num 1731252016955) 2024-11-10T15:20:19,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41739 is added to blk_1073741833_1009 (size=93) 2024-11-10T15:20:19,917 DEBUG [RS:0;c0771061be61:42181 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/oldWALs 2024-11-10T15:20:19,917 INFO [RS:0;c0771061be61:42181 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c0771061be61%2C42181%2C1731252008183:(num 1731252009957) 2024-11-10T15:20:19,917 DEBUG [RS:0;c0771061be61:42181 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:20:19,917 INFO [RS:0;c0771061be61:42181 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T15:20:19,918 INFO [RS:0;c0771061be61:42181 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T15:20:19,918 INFO [RS:0;c0771061be61:42181 {}] hbase.ChoreService(370): Chore service for: regionserver/c0771061be61:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T15:20:19,918 INFO [RS:0;c0771061be61:42181 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T15:20:19,918 INFO [regionserver/c0771061be61:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T15:20:19,918 INFO [RS:0;c0771061be61:42181 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c0771061be61,42181,1731252008183 because: Region server is closing 2024-11-10T15:20:19,918 INFO [RS:0;c0771061be61:42181 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c0771061be61:42181. 2024-11-10T15:20:19,918 DEBUG [RS:0;c0771061be61:42181 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:20:19,918 DEBUG [RS:0;c0771061be61:42181 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:20:19,918 DEBUG [RS:0;c0771061be61:42181 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:20:19,918 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T15:20:20,019 WARN [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42181,1731252008183.replicationSource.shipperc0771061be61%2C42181%2C1731252008183,1-c0771061be61,42181,1731252008183 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-10T15:20:20,019 WARN [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42181,1731252008183.replicationSource.wal-reader.c0771061be61%2C42181%2C1731252008183,1-c0771061be61,42181,1731252008183 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T15:20:20,019 INFO [RS:0;c0771061be61:42181 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42181,1731252008183.replicationSource.shipperc0771061be61%2C42181%2C1731252008183,1-c0771061be61,42181,1731252008183 terminated 2024-11-10T15:20:20,019 INFO [RS:0;c0771061be61:42181 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42181 2024-11-10T15:20:20,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42181-0x101255526040001, quorum=127.0.0.1:53508, baseZNode=/0550662375 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0550662375/rs/c0771061be61,42181,1731252008183 2024-11-10T15:20:20,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33913-0x101255526040000, quorum=127.0.0.1:53508, baseZNode=/0550662375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0550662375/rs 2024-11-10T15:20:20,039 INFO [RS:0;c0771061be61:42181 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T15:20:20,039 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c0771061be61,42181,1731252008183] 2024-11-10T15:20:20,061 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0550662375/draining/c0771061be61,42181,1731252008183 already deleted, retry=false 2024-11-10T15:20:20,061 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c0771061be61,42181,1731252008183 expired; onlineServers=0 2024-11-10T15:20:20,061 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c0771061be61,33913,1731252007578' ***** 2024-11-10T15:20:20,061 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T15:20:20,061 INFO [M:0;c0771061be61:33913 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T15:20:20,062 INFO [M:0;c0771061be61:33913 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T15:20:20,062 DEBUG [M:0;c0771061be61:33913 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T15:20:20,062 DEBUG [M:0;c0771061be61:33913 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T15:20:20,062 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T15:20:20,062 DEBUG [master/c0771061be61:0:becomeActiveMaster-HFileCleaner.large.0-1731252009606 {}] cleaner.HFileCleaner(306): Exit Thread[master/c0771061be61:0:becomeActiveMaster-HFileCleaner.large.0-1731252009606,5,FailOnTimeoutGroup] 2024-11-10T15:20:20,062 DEBUG [master/c0771061be61:0:becomeActiveMaster-HFileCleaner.small.0-1731252009606 {}] cleaner.HFileCleaner(306): Exit Thread[master/c0771061be61:0:becomeActiveMaster-HFileCleaner.small.0-1731252009606,5,FailOnTimeoutGroup] 2024-11-10T15:20:20,062 INFO [M:0;c0771061be61:33913 {}] hbase.ChoreService(370): Chore service for: master/c0771061be61:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T15:20:20,062 INFO [M:0;c0771061be61:33913 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T15:20:20,062 DEBUG [M:0;c0771061be61:33913 {}] master.HMaster(1795): Stopping service threads 2024-11-10T15:20:20,062 INFO [M:0;c0771061be61:33913 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T15:20:20,062 INFO [M:0;c0771061be61:33913 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T15:20:20,063 INFO [M:0;c0771061be61:33913 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T15:20:20,063 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T15:20:20,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33913-0x101255526040000, quorum=127.0.0.1:53508, baseZNode=/0550662375 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0550662375/master 2024-11-10T15:20:20,072 DEBUG [M:0;c0771061be61:33913 {}] zookeeper.ZKUtil(347): master:33913-0x101255526040000, quorum=127.0.0.1:53508, baseZNode=/0550662375 Unable to get data of znode /0550662375/master because node does not exist (not an error) 2024-11-10T15:20:20,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33913-0x101255526040000, quorum=127.0.0.1:53508, baseZNode=/0550662375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0550662375 2024-11-10T15:20:20,072 WARN [M:0;c0771061be61:33913 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T15:20:20,073 INFO [M:0;c0771061be61:33913 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/.lastflushedseqids 2024-11-10T15:20:20,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41739 is added to blk_1073741842_1018 (size=181) 2024-11-10T15:20:20,088 INFO [M:0;c0771061be61:33913 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T15:20:20,090 INFO [M:0;c0771061be61:33913 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T15:20:20,091 DEBUG [M:0;c0771061be61:33913 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T15:20:20,091 INFO [M:0;c0771061be61:33913 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:20:20,091 DEBUG [M:0;c0771061be61:33913 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:20:20,091 DEBUG [M:0;c0771061be61:33913 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T15:20:20,091 DEBUG [M:0;c0771061be61:33913 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:20:20,091 INFO [M:0;c0771061be61:33913 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-10T15:20:20,112 DEBUG [M:0;c0771061be61:33913 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/872c611ed40e4441bbce75018444d004 is 82, key is hbase:meta,,1/info:regioninfo/1731252010474/Put/seqid=0 2024-11-10T15:20:20,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41739 is added to blk_1073741843_1019 (size=5672) 2024-11-10T15:20:20,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42181-0x101255526040001, quorum=127.0.0.1:53508, baseZNode=/0550662375 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T15:20:20,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42181-0x101255526040001, quorum=127.0.0.1:53508, baseZNode=/0550662375 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T15:20:20,151 INFO [RS:0;c0771061be61:42181 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T15:20:20,151 INFO [RS:0;c0771061be61:42181 {}] regionserver.HRegionServer(1031): Exiting; stopping=c0771061be61,42181,1731252008183; zookeeper connection closed. 2024-11-10T15:20:20,151 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@756c1278 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@756c1278 2024-11-10T15:20:20,152 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T15:20:20,531 INFO [M:0;c0771061be61:33913 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/872c611ed40e4441bbce75018444d004 2024-11-10T15:20:20,570 DEBUG [M:0;c0771061be61:33913 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6e09f903c6644c7e89d73f0db808cad0 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731252017024/Put/seqid=0 2024-11-10T15:20:20,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41739 is added to blk_1073741844_1020 (size=7203) 2024-11-10T15:20:20,981 INFO [M:0;c0771061be61:33913 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6e09f903c6644c7e89d73f0db808cad0 2024-11-10T15:20:21,007 DEBUG [M:0;c0771061be61:33913 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/278b817a32f94213ba26a658957c34df is 69, key is c0771061be61,42181,1731252008183/rs:state/1731252009746/Put/seqid=0 2024-11-10T15:20:21,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41739 is added to blk_1073741845_1021 (size=5156) 2024-11-10T15:20:21,019 INFO [M:0;c0771061be61:33913 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/278b817a32f94213ba26a658957c34df 2024-11-10T15:20:21,025 DEBUG [M:0;c0771061be61:33913 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/872c611ed40e4441bbce75018444d004 as hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/872c611ed40e4441bbce75018444d004 2024-11-10T15:20:21,033 INFO [M:0;c0771061be61:33913 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/872c611ed40e4441bbce75018444d004, entries=8, sequenceid=70, filesize=5.5 K 2024-11-10T15:20:21,034 DEBUG [M:0;c0771061be61:33913 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6e09f903c6644c7e89d73f0db808cad0 as hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6e09f903c6644c7e89d73f0db808cad0 2024-11-10T15:20:21,039 INFO [M:0;c0771061be61:33913 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6e09f903c6644c7e89d73f0db808cad0, entries=8, sequenceid=70, filesize=7.0 K 2024-11-10T15:20:21,040 DEBUG [M:0;c0771061be61:33913 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/278b817a32f94213ba26a658957c34df as hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/278b817a32f94213ba26a658957c34df 2024-11-10T15:20:21,045 INFO [M:0;c0771061be61:33913 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/278b817a32f94213ba26a658957c34df, entries=1, sequenceid=70, filesize=5.0 K 2024-11-10T15:20:21,047 INFO [M:0;c0771061be61:33913 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 955ms, sequenceid=70, compaction requested=false 2024-11-10T15:20:21,048 INFO [M:0;c0771061be61:33913 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:20:21,048 DEBUG [M:0;c0771061be61:33913 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731252020091Disabling compacts and flushes for region at 1731252020091Disabling writes for close at 1731252020091Obtaining lock to block concurrent updates at 1731252020091Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731252020091Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731252020091Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731252020092 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731252020092Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731252020111 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731252020111Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731252020540 (+429 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731252020570 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731252020570Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731252020987 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731252021006 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731252021006Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a639323: reopening flushed file at 1731252021024 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40491997: reopening flushed file at 1731252021033 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f1c9b7d: reopening flushed file at 1731252021039 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 955ms, sequenceid=70, compaction requested=false at 1731252021047 (+8 ms)Writing region close event to WAL at 1731252021048 (+1 ms)Closed at 1731252021048 2024-11-10T15:20:21,050 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/MasterData/WALs/c0771061be61,33913,1731252007578/c0771061be61%2C33913%2C1731252007578.1731252009068 not finished, retry = 0 2024-11-10T15:20:21,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41739 is added to blk_1073741830_1006 (size=41008) 2024-11-10T15:20:21,151 INFO [M:0;c0771061be61:33913 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T15:20:21,151 INFO [M:0;c0771061be61:33913 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33913 2024-11-10T15:20:21,152 INFO [M:0;c0771061be61:33913 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T15:20:21,152 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T15:20:21,267 INFO [M:0;c0771061be61:33913 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T15:20:21,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33913-0x101255526040000, quorum=127.0.0.1:53508, baseZNode=/0550662375 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T15:20:21,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33913-0x101255526040000, quorum=127.0.0.1:53508, baseZNode=/0550662375 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T15:20:21,269 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c0771061be61:0 server-side Connection retries=45 2024-11-10T15:20:21,269 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T15:20:21,269 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T15:20:21,269 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T15:20:21,269 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T15:20:21,269 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T15:20:21,269 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T15:20:21,269 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T15:20:21,270 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41847 2024-11-10T15:20:21,271 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41847 connecting to ZooKeeper ensemble=127.0.0.1:53508 2024-11-10T15:20:21,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:418470x0, quorum=127.0.0.1:53508, baseZNode=/0550662375 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T15:20:21,312 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41847-0x101255526040006 connected 2024-11-10T15:20:21,317 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:20:21,318 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:20:21,325 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0550662375/meta-region-server: INIT 2024-11-10T15:20:21,326 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41847-0x101255526040006, quorum=127.0.0.1:53508, baseZNode=/0550662375 Set watcher on znode that does not yet exist, /0550662375/running 2024-11-10T15:20:21,326 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7, hbase.cluster.distributed=false 2024-11-10T15:20:21,328 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41847-0x101255526040006, quorum=127.0.0.1:53508, baseZNode=/0550662375 Set watcher on znode that does not yet exist, /0550662375/acl 2024-11-10T15:20:21,338 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41847 2024-11-10T15:20:21,340 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41847 2024-11-10T15:20:21,356 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41847 2024-11-10T15:20:21,372 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41847 2024-11-10T15:20:21,396 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41847 2024-11-10T15:20:21,419 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c0771061be61:0 server-side Connection retries=45 2024-11-10T15:20:21,419 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T15:20:21,419 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T15:20:21,419 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T15:20:21,419 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T15:20:21,419 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T15:20:21,419 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T15:20:21,419 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T15:20:21,433 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:32953 2024-11-10T15:20:21,435 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32953 connecting to ZooKeeper ensemble=127.0.0.1:53508 2024-11-10T15:20:21,435 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:20:21,438 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:20:21,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:329530x0, quorum=127.0.0.1:53508, baseZNode=/0550662375 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T15:20:21,464 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:329530x0, quorum=127.0.0.1:53508, baseZNode=/0550662375 Set watcher on znode that does not yet exist, /0550662375/running 2024-11-10T15:20:21,464 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T15:20:21,465 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0550662375/meta-region-server: INIT 2024-11-10T15:20:21,480 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32953-0x101255526040007 connected 2024-11-10T15:20:21,492 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T15:20:21,494 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32953-0x101255526040007, quorum=127.0.0.1:53508, baseZNode=/0550662375 Set watcher on znode that does not yet exist, /0550662375/master 2024-11-10T15:20:21,495 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32953-0x101255526040007, quorum=127.0.0.1:53508, baseZNode=/0550662375 Set watcher on znode that does not yet exist, /0550662375/acl 2024-11-10T15:20:21,497 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32953 2024-11-10T15:20:21,500 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32953 2024-11-10T15:20:21,507 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32953 2024-11-10T15:20:21,524 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32953 2024-11-10T15:20:21,525 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32953 2024-11-10T15:20:21,547 DEBUG [M:0;c0771061be61:41847 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c0771061be61:41847 2024-11-10T15:20:21,552 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0550662375/backup-masters/c0771061be61,41847,1731252021269 2024-11-10T15:20:21,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41847-0x101255526040006, quorum=127.0.0.1:53508, baseZNode=/0550662375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0550662375/backup-masters 2024-11-10T15:20:21,567 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41847-0x101255526040006, quorum=127.0.0.1:53508, baseZNode=/0550662375 Set watcher on existing znode=/0550662375/backup-masters/c0771061be61,41847,1731252021269 2024-11-10T15:20:21,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32953-0x101255526040007, quorum=127.0.0.1:53508, baseZNode=/0550662375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0550662375/backup-masters 2024-11-10T15:20:21,577 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T15:20:21,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32953-0x101255526040007, quorum=127.0.0.1:53508, baseZNode=/0550662375 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0550662375/master 2024-11-10T15:20:21,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32953-0x101255526040007, quorum=127.0.0.1:53508, baseZNode=/0550662375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0550662375 2024-11-10T15:20:21,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41847-0x101255526040006, quorum=127.0.0.1:53508, baseZNode=/0550662375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0550662375 2024-11-10T15:20:21,591 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41847-0x101255526040006, quorum=127.0.0.1:53508, baseZNode=/0550662375 Set watcher on existing znode=/0550662375/master 2024-11-10T15:20:21,592 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0550662375/backup-masters/c0771061be61,41847,1731252021269 from backup master directory 2024-11-10T15:20:21,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32953-0x101255526040007, quorum=127.0.0.1:53508, baseZNode=/0550662375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0550662375/backup-masters 2024-11-10T15:20:21,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41847-0x101255526040006, quorum=127.0.0.1:53508, baseZNode=/0550662375 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0550662375/backup-masters/c0771061be61,41847,1731252021269 2024-11-10T15:20:21,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41847-0x101255526040006, quorum=127.0.0.1:53508, baseZNode=/0550662375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0550662375/backup-masters 2024-11-10T15:20:21,601 WARN [master/c0771061be61:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T15:20:21,601 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c0771061be61,41847,1731252021269 2024-11-10T15:20:21,630 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:20:21,630 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:20:21,631 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:20:21,631 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:20:21,632 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:20:21,640 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:20:21,643 INFO [master/c0771061be61:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:20:21,643 INFO [master/c0771061be61:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T15:20:21,658 INFO [master/c0771061be61:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 15ms. 2024-11-10T15:20:21,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41739 is added to blk_1073741846_1022 (size=196) 2024-11-10T15:20:22,088 INFO [master/c0771061be61:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T15:20:22,088 INFO [master/c0771061be61:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T15:20:22,089 INFO [master/c0771061be61:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T15:20:22,094 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-10T15:20:22,097 INFO [master/c0771061be61:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/MasterData/WALs/c0771061be61,33913,1731252007578 to hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/MasterData/WALs/c0771061be61,33913,1731252007578-dead as it is dead 2024-11-10T15:20:22,097 INFO [master/c0771061be61:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/MasterData/WALs/c0771061be61,33913,1731252007578-dead/c0771061be61%2C33913%2C1731252007578.1731252009068 2024-11-10T15:20:22,098 INFO [master/c0771061be61:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/MasterData/WALs/c0771061be61,33913,1731252007578-dead/c0771061be61%2C33913%2C1731252007578.1731252009068 after 1ms 2024-11-10T15:20:22,098 INFO [master/c0771061be61:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/MasterData/WALs/c0771061be61,33913,1731252007578-dead/c0771061be61%2C33913%2C1731252007578.1731252009068 to hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/c0771061be61%2C33913%2C1731252007578.1731252009068 2024-11-10T15:20:22,098 INFO [master/c0771061be61:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/MasterData/WALs/c0771061be61,33913,1731252007578-dead 2024-11-10T15:20:22,099 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/MasterData/WALs/c0771061be61,41847,1731252021269 2024-11-10T15:20:22,100 INFO [master/c0771061be61:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T15:20:22,101 INFO [master/c0771061be61:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c0771061be61%2C41847%2C1731252021269, suffix=, logDir=hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/MasterData/WALs/c0771061be61,41847,1731252021269, archiveDir=hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/MasterData/oldWALs, maxLogs=10 2024-11-10T15:20:22,120 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/MasterData/WALs/c0771061be61,41847,1731252021269/c0771061be61%2C41847%2C1731252021269.1731252022101, exclude list is [], retry=0 2024-11-10T15:20:22,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41739,DS-1bb08ea8-8589-45b5-868e-9a7079f89003,DISK] 2024-11-10T15:20:22,124 INFO [master/c0771061be61:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/MasterData/WALs/c0771061be61,41847,1731252021269/c0771061be61%2C41847%2C1731252021269.1731252022101 2024-11-10T15:20:22,124 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39745:39745)] 2024-11-10T15:20:22,125 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T15:20:22,125 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:20:22,125 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:20:22,125 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:20:22,128 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:20:22,129 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T15:20:22,129 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:20:22,136 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/872c611ed40e4441bbce75018444d004 2024-11-10T15:20:22,136 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:20:22,136 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:20:22,137 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T15:20:22,137 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:20:22,143 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6e09f903c6644c7e89d73f0db808cad0 2024-11-10T15:20:22,143 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:20:22,143 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:20:22,144 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T15:20:22,144 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:20:22,153 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/278b817a32f94213ba26a658957c34df 2024-11-10T15:20:22,153 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:20:22,153 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:20:22,154 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T15:20:22,154 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:20:22,155 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:20:22,155 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:20:22,155 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-10T15:20:22,155 INFO [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/c0771061be61%2C33913%2C1731252007578.1731252009068 2024-11-10T15:20:22,161 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/c0771061be61%2C33913%2C1731252007578.1731252009068 2024-11-10T15:20:22,162 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/c0771061be61%2C33913%2C1731252007578.1731252009068 2024-11-10T15:20:22,163 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:20:22,163 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:20:22,164 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T15:20:22,165 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:20:22,167 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-10T15:20:22,168 INFO [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66656471, jitterRate=-0.006741181015968323}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T15:20:22,168 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731252022125Initializing all the Stores at 1731252022126 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731252022126Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252022128 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252022128Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252022128Cleaning up temporary data from old regions at 1731252022163 (+35 ms)Region opened successfully at 1731252022168 (+5 ms) 2024-11-10T15:20:22,169 INFO [master/c0771061be61:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T15:20:22,171 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a3a9f28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c0771061be61/172.17.0.3:0 2024-11-10T15:20:22,174 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-10T15:20:22,174 INFO [master/c0771061be61:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T15:20:22,174 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T15:20:22,174 INFO [master/c0771061be61:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T15:20:22,175 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T15:20:22,178 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T15:20:22,178 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T15:20:22,179 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T15:20:22,179 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-10T15:20:22,179 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T15:20:22,182 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=c0771061be61,42181,1731252008183, regionLocation=c0771061be61,42181,1731252008183, openSeqNum=2 2024-11-10T15:20:22,182 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=c0771061be61,42181,1731252008183, table=hbase:meta, region=1588230740 2024-11-10T15:20:22,182 INFO [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c0771061be61,42181,1731252008183, state=OPEN 2024-11-10T15:20:22,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32953-0x101255526040007, quorum=127.0.0.1:53508, baseZNode=/0550662375 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0550662375/meta-region-server 2024-11-10T15:20:22,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41847-0x101255526040006, quorum=127.0.0.1:53508, baseZNode=/0550662375 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0550662375/meta-region-server 2024-11-10T15:20:22,230 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0550662375/meta-region-server: CHANGED 2024-11-10T15:20:22,230 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0550662375/meta-region-server: CHANGED 2024-11-10T15:20:22,237 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-10T15:20:22,249 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0550662375/draining/c0771061be61,42181,1731252008183 already deleted, retry=false 2024-11-10T15:20:22,249 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of c0771061be61,42181,1731252008183 on c0771061be61,41847,1731252021269 2024-11-10T15:20:22,254 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure c0771061be61,42181,1731252008183, splitWal=true, meta=true 2024-11-10T15:20:22,254 INFO [master/c0771061be61:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for c0771061be61,42181,1731252008183 (carryingMeta=true) c0771061be61,42181,1731252008183/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@c53fd1a[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-10T15:20:22,256 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41847-0x101255526040006, quorum=127.0.0.1:53508, baseZNode=/0550662375 Unable to get data of znode /0550662375/balancer because node does not exist (not necessarily an error) 2024-11-10T15:20:22,332 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0550662375/balancer already deleted, retry=false 2024-11-10T15:20:22,332 INFO [master/c0771061be61:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T15:20:22,333 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41847-0x101255526040006, quorum=127.0.0.1:53508, baseZNode=/0550662375 Unable to get data of znode /0550662375/normalizer because node does not exist (not necessarily an error) 2024-11-10T15:20:22,440 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0550662375/normalizer already deleted, retry=false 2024-11-10T15:20:22,441 INFO [master/c0771061be61:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T15:20:22,442 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41847-0x101255526040006, quorum=127.0.0.1:53508, baseZNode=/0550662375 Unable to get data of znode /0550662375/switch/split because node does not exist (not necessarily an error) 2024-11-10T15:20:22,493 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0550662375/switch/split already deleted, retry=false 2024-11-10T15:20:22,494 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41847-0x101255526040006, quorum=127.0.0.1:53508, baseZNode=/0550662375 Unable to get data of znode /0550662375/switch/merge because node does not exist (not necessarily an error) 2024-11-10T15:20:22,565 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0550662375/switch/merge already deleted, retry=false 2024-11-10T15:20:22,651 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41847-0x101255526040006, quorum=127.0.0.1:53508, baseZNode=/0550662375 Unable to get data of znode /0550662375/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T15:20:22,733 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0550662375/snapshot-cleanup already deleted, retry=false 2024-11-10T15:20:22,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41847-0x101255526040006, quorum=127.0.0.1:53508, baseZNode=/0550662375 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0550662375/running 2024-11-10T15:20:22,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32953-0x101255526040007, quorum=127.0.0.1:53508, baseZNode=/0550662375 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0550662375/running 2024-11-10T15:20:22,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32953-0x101255526040007, quorum=127.0.0.1:53508, baseZNode=/0550662375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0550662375 2024-11-10T15:20:22,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41847-0x101255526040006, quorum=127.0.0.1:53508, baseZNode=/0550662375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0550662375 2024-11-10T15:20:22,803 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c0771061be61,41847,1731252021269, sessionid=0x101255526040006, setting cluster-up flag (Was=false) 2024-11-10T15:20:22,820 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0550662375/flush-table-proc/acquired, /0550662375/flush-table-proc/reached, /0550662375/flush-table-proc/abort 2024-11-10T15:20:22,820 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c0771061be61,41847,1731252021269 2024-11-10T15:20:22,867 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0550662375/online-snapshot/acquired, /0550662375/online-snapshot/reached, /0550662375/online-snapshot/abort 2024-11-10T15:20:22,869 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c0771061be61,41847,1731252021269 2024-11-10T15:20:22,870 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/.lastflushedseqids 2024-11-10T15:20:22,874 INFO [master/c0771061be61:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T15:20:22,874 INFO [master/c0771061be61:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T15:20:22,875 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c0771061be61,41847,1731252021269 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 c0771061be61,42181,1731252008183 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T15:20:22,876 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c0771061be61:0, corePoolSize=5, maxPoolSize=5 2024-11-10T15:20:22,876 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c0771061be61:0, corePoolSize=5, maxPoolSize=5 2024-11-10T15:20:22,876 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c0771061be61:0, corePoolSize=5, maxPoolSize=5 2024-11-10T15:20:22,876 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c0771061be61:0, corePoolSize=5, maxPoolSize=5 2024-11-10T15:20:22,876 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c0771061be61:0, corePoolSize=10, maxPoolSize=10 2024-11-10T15:20:22,876 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:20:22,876 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c0771061be61:0, corePoolSize=2, maxPoolSize=2 2024-11-10T15:20:22,876 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:20:22,878 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure c0771061be61,42181,1731252008183, splitWal=true, meta=true 2024-11-10T15:20:22,879 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure c0771061be61,42181,1731252008183, splitWal=true, meta=true, isMeta: true 2024-11-10T15:20:22,880 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/WALs/c0771061be61,42181,1731252008183-splitting 2024-11-10T15:20:22,880 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731252052880 2024-11-10T15:20:22,880 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T15:20:22,880 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T15:20:22,880 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T15:20:22,880 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T15:20:22,880 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T15:20:22,880 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T15:20:22,880 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/WALs/c0771061be61,42181,1731252008183-splitting dir is empty, no logs to split. 2024-11-10T15:20:22,880 INFO [PEWorker-1 {}] master.SplitWALManager(105): c0771061be61,42181,1731252008183 WAL count=0, meta=true 2024-11-10T15:20:22,883 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/WALs/c0771061be61,42181,1731252008183-splitting dir is empty, no logs to split. 2024-11-10T15:20:22,883 INFO [PEWorker-1 {}] master.SplitWALManager(105): c0771061be61,42181,1731252008183 WAL count=0, meta=true 2024-11-10T15:20:22,883 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if c0771061be61,42181,1731252008183 WAL splitting is done? wals=0, meta=true 2024-11-10T15:20:22,884 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T15:20:22,884 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T15:20:22,884 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T15:20:22,885 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T15:20:22,885 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T15:20:22,885 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T15:20:22,885 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T15:20:22,885 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T15:20:22,885 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T15:20:22,885 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-10T15:20:22,886 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c0771061be61:0:becomeActiveMaster-HFileCleaner.large.0-1731252022885,5,FailOnTimeoutGroup] 2024-11-10T15:20:22,886 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c0771061be61:0:becomeActiveMaster-HFileCleaner.small.0-1731252022886,5,FailOnTimeoutGroup] 2024-11-10T15:20:22,886 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T15:20:22,886 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T15:20:22,886 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T15:20:22,886 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T15:20:22,887 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731252022886, completionTime=-1 2024-11-10T15:20:22,887 WARN [master/c0771061be61:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-10T15:20:22,887 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-10T15:20:22,928 INFO [RS:0;c0771061be61:32953 {}] regionserver.HRegionServer(746): ClusterId : eff30fdf-8683-40c2-a64f-7a4fd823cf05 2024-11-10T15:20:22,928 DEBUG [RS:0;c0771061be61:32953 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T15:20:22,960 DEBUG [RS:0;c0771061be61:32953 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T15:20:22,960 DEBUG [RS:0;c0771061be61:32953 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T15:20:23,011 DEBUG [RS:0;c0771061be61:32953 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T15:20:23,011 DEBUG [RS:0;c0771061be61:32953 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a607c1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c0771061be61/172.17.0.3:0 2024-11-10T15:20:23,022 DEBUG [RS:0;c0771061be61:32953 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c0771061be61:32953 2024-11-10T15:20:23,022 INFO [RS:0;c0771061be61:32953 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T15:20:23,022 INFO [RS:0;c0771061be61:32953 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T15:20:23,022 DEBUG [RS:0;c0771061be61:32953 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T15:20:23,022 INFO [RS:0;c0771061be61:32953 {}] regionserver.HRegionServer(2659): reportForDuty to master=c0771061be61,41847,1731252021269 with port=32953, startcode=1731252021418 2024-11-10T15:20:23,023 DEBUG [RS:0;c0771061be61:32953 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T15:20:23,024 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50131, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T15:20:23,024 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41847 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c0771061be61,32953,1731252021418 2024-11-10T15:20:23,024 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41847 {}] master.ServerManager(517): Registering regionserver=c0771061be61,32953,1731252021418 2024-11-10T15:20:23,025 DEBUG [RS:0;c0771061be61:32953 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7 2024-11-10T15:20:23,025 DEBUG [RS:0;c0771061be61:32953 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45655 2024-11-10T15:20:23,025 DEBUG [RS:0;c0771061be61:32953 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T15:20:23,035 WARN [c0771061be61:41847 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-10T15:20:23,037 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=150ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-10T15:20:23,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41847-0x101255526040006, quorum=127.0.0.1:53508, baseZNode=/0550662375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0550662375/rs 2024-11-10T15:20:23,106 DEBUG [RS:0;c0771061be61:32953 {}] zookeeper.ZKUtil(111): regionserver:32953-0x101255526040007, quorum=127.0.0.1:53508, baseZNode=/0550662375 Set watcher on existing znode=/0550662375/rs/c0771061be61,32953,1731252021418 2024-11-10T15:20:23,106 WARN [RS:0;c0771061be61:32953 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T15:20:23,106 INFO [RS:0;c0771061be61:32953 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T15:20:23,106 DEBUG [RS:0;c0771061be61:32953 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/WALs/c0771061be61,32953,1731252021418 2024-11-10T15:20:23,106 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c0771061be61,32953,1731252021418] 2024-11-10T15:20:23,128 INFO [RS:0;c0771061be61:32953 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T15:20:23,130 INFO [RS:0;c0771061be61:32953 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T15:20:23,137 INFO [RS:0;c0771061be61:32953 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T15:20:23,137 INFO [RS:0;c0771061be61:32953 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T15:20:23,137 INFO [RS:0;c0771061be61:32953 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T15:20:23,138 INFO [RS:0;c0771061be61:32953 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T15:20:23,138 INFO [RS:0;c0771061be61:32953 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T15:20:23,138 DEBUG [RS:0;c0771061be61:32953 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:20:23,138 DEBUG [RS:0;c0771061be61:32953 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:20:23,138 DEBUG [RS:0;c0771061be61:32953 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:20:23,138 DEBUG [RS:0;c0771061be61:32953 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:20:23,138 DEBUG [RS:0;c0771061be61:32953 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:20:23,138 DEBUG [RS:0;c0771061be61:32953 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c0771061be61:0, corePoolSize=2, maxPoolSize=2 2024-11-10T15:20:23,138 DEBUG [RS:0;c0771061be61:32953 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:20:23,138 DEBUG [RS:0;c0771061be61:32953 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:20:23,138 DEBUG [RS:0;c0771061be61:32953 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:20:23,138 DEBUG [RS:0;c0771061be61:32953 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:20:23,138 DEBUG [RS:0;c0771061be61:32953 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:20:23,138 DEBUG [RS:0;c0771061be61:32953 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:20:23,138 DEBUG [RS:0;c0771061be61:32953 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c0771061be61:0, corePoolSize=3, maxPoolSize=3 2024-11-10T15:20:23,138 DEBUG [RS:0;c0771061be61:32953 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c0771061be61:0, corePoolSize=3, maxPoolSize=3 2024-11-10T15:20:23,139 INFO [RS:0;c0771061be61:32953 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T15:20:23,139 INFO [RS:0;c0771061be61:32953 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T15:20:23,139 INFO [RS:0;c0771061be61:32953 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T15:20:23,139 INFO [RS:0;c0771061be61:32953 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T15:20:23,139 INFO [RS:0;c0771061be61:32953 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T15:20:23,139 INFO [RS:0;c0771061be61:32953 {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,32953,1731252021418-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T15:20:23,153 INFO [RS:0;c0771061be61:32953 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T15:20:23,153 INFO [RS:0;c0771061be61:32953 {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,32953,1731252021418-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T15:20:23,167 INFO [RS:0;c0771061be61:32953 {}] regionserver.ReplicationSource(231): queueId=1-c0771061be61,32953,1731252021418, ReplicationSource: 1, currentBandwidth=0 2024-11-10T15:20:23,167 INFO [RS:0;c0771061be61:32953 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:20:23,167 INFO [RS:0;c0771061be61:32953 {}] regionserver.Replication(171): c0771061be61,32953,1731252021418 started 2024-11-10T15:20:23,185 INFO [RS:0;c0771061be61:32953 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:20:23,185 INFO [RS:0;c0771061be61:32953 {}] regionserver.HRegionServer(1482): Serving as c0771061be61,32953,1731252021418, RpcServer on c0771061be61/172.17.0.3:32953, sessionid=0x101255526040007 2024-11-10T15:20:23,185 DEBUG [RS:0;c0771061be61:32953 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T15:20:23,185 DEBUG [RS:0;c0771061be61:32953 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c0771061be61,32953,1731252021418 2024-11-10T15:20:23,185 DEBUG [RS:0;c0771061be61:32953 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c0771061be61,32953,1731252021418' 2024-11-10T15:20:23,185 DEBUG [RS:0;c0771061be61:32953 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0550662375/flush-table-proc/abort' 2024-11-10T15:20:23,186 DEBUG [RS:0;c0771061be61:32953 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0550662375/flush-table-proc/acquired' 2024-11-10T15:20:23,186 DEBUG [RS:0;c0771061be61:32953 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T15:20:23,186 DEBUG [RS:0;c0771061be61:32953 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T15:20:23,186 DEBUG [RS:0;c0771061be61:32953 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c0771061be61,32953,1731252021418 2024-11-10T15:20:23,186 DEBUG [RS:0;c0771061be61:32953 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c0771061be61,32953,1731252021418' 2024-11-10T15:20:23,186 DEBUG [RS:0;c0771061be61:32953 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0550662375/online-snapshot/abort' 2024-11-10T15:20:23,186 DEBUG [RS:0;c0771061be61:32953 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0550662375/online-snapshot/acquired' 2024-11-10T15:20:23,187 DEBUG [RS:0;c0771061be61:32953.replicationSource,1-c0771061be61,32953,1731252021418 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c0771061be61:44435' 2024-11-10T15:20:23,187 DEBUG [RS:0;c0771061be61:32953 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T15:20:23,187 INFO [RS:0;c0771061be61:32953 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T15:20:23,187 INFO [RS:0;c0771061be61:32953 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T15:20:23,188 DEBUG [RS:0;c0771061be61:32953.replicationSource,1-c0771061be61,32953,1731252021418 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@387920cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:20:23,188 DEBUG [RS:0;c0771061be61:32953.replicationSource,1-c0771061be61,32953,1731252021418 {}] client.ClusterIdFetcher(90): Going to request c0771061be61,44435,-1 for getting cluster id 2024-11-10T15:20:23,188 DEBUG [RS:0;c0771061be61:32953.replicationSource,1-c0771061be61,32953,1731252021418 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T15:20:23,189 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '36ac452f-edf9-40f0-ab5b-b49572c5fb08' 2024-11-10T15:20:23,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T15:20:23,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "36ac452f-edf9-40f0-ab5b-b49572c5fb08" 2024-11-10T15:20:23,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6a20da26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:20:23,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0771061be61,44435,-1] 2024-11-10T15:20:23,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T15:20:23,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:20:23,192 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-10T15:20:23,192 DEBUG [RS:0;c0771061be61:32953.replicationSource,1-c0771061be61,32953,1731252021418 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67cb7b48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:20:23,192 DEBUG [RS:0;c0771061be61:32953.replicationSource,1-c0771061be61,32953,1731252021418 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T15:20:23,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c0771061be61,44435,1731252012913 2024-11-10T15:20:23,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@643181b2 2024-11-10T15:20:23,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T15:20:23,199 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-10T15:20:23,200 INFO [RS:0;c0771061be61:32953.replicationSource,1-c0771061be61,32953,1731252021418 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c0771061be61,32953,1731252021418 (queues=0) is replicating from cluster=eff30fdf-8683-40c2-a64f-7a4fd823cf05 to cluster=36ac452f-edf9-40f0-ab5b-b49572c5fb08 2024-11-10T15:20:23,287 INFO [RS:0;c0771061be61:32953 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T15:20:23,289 INFO [RS:0;c0771061be61:32953 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0771061be61%2C32953%2C1731252021418, suffix=, logDir=hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/WALs/c0771061be61,32953,1731252021418, archiveDir=hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/oldWALs, maxLogs=10 2024-11-10T15:20:23,309 DEBUG [RS:0;c0771061be61:32953 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/WALs/c0771061be61,32953,1731252021418/c0771061be61%2C32953%2C1731252021418.1731252023289, exclude list is [], retry=0 2024-11-10T15:20:23,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41739,DS-1bb08ea8-8589-45b5-868e-9a7079f89003,DISK] 2024-11-10T15:20:23,333 INFO [RS:0;c0771061be61:32953 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/WALs/c0771061be61,32953,1731252021418/c0771061be61%2C32953%2C1731252021418.1731252023289 2024-11-10T15:20:23,336 DEBUG [RS:0;c0771061be61:32953 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group c0771061be61%2C32953%2C1731252021418 for peer 1 2024-11-10T15:20:23,336 DEBUG [RS:0;c0771061be61:32953 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c0771061be61%2C32953%2C1731252021418 2024-11-10T15:20:23,336 INFO [RS:0;c0771061be61:32953 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c0771061be61,32953,1731252021418, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T15:20:23,348 DEBUG [RS:0;c0771061be61:32953 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39745:39745)] 2024-11-10T15:20:23,348 INFO [RS:0;c0771061be61:32953.replicationSource.shipperc0771061be61%2C32953%2C1731252021418,1-c0771061be61,32953,1731252021418 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c0771061be61%2C32953%2C1731252021418 2024-11-10T15:20:23,348 DEBUG [RS:0;c0771061be61:32953.replicationSource.wal-reader.c0771061be61%2C32953%2C1731252021418,1-c0771061be61,32953,1731252021418 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/WALs/c0771061be61,32953,1731252021418/c0771061be61%2C32953%2C1731252021418.1731252023289, startPosition=0, beingWritten=true 2024-11-10T15:20:23,536 DEBUG [c0771061be61:41847 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T15:20:23,536 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c0771061be61,32953,1731252021418 2024-11-10T15:20:23,537 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c0771061be61,32953,1731252021418, state=OPENING 2024-11-10T15:20:23,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32953-0x101255526040007, quorum=127.0.0.1:53508, baseZNode=/0550662375 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0550662375/meta-region-server 2024-11-10T15:20:23,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41847-0x101255526040006, quorum=127.0.0.1:53508, baseZNode=/0550662375 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0550662375/meta-region-server 2024-11-10T15:20:23,556 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0550662375/meta-region-server: CHANGED 2024-11-10T15:20:23,556 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0550662375/meta-region-server: CHANGED 2024-11-10T15:20:23,556 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T15:20:23,557 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c0771061be61,32953,1731252021418}] 2024-11-10T15:20:23,558 DEBUG [RS:0;c0771061be61:32953.replicationSource.wal-reader.c0771061be61%2C32953%2C1731252021418,1-c0771061be61,32953,1731252021418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/WALs/c0771061be61,32953,1731252021418/c0771061be61%2C32953%2C1731252021418.1731252023289 to pos 0, reset compression=false 2024-11-10T15:20:23,717 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T15:20:23,718 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60477, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T15:20:23,722 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T15:20:23,722 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T15:20:23,722 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T15:20:23,723 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0771061be61%2C32953%2C1731252021418.meta, suffix=.meta, logDir=hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/WALs/c0771061be61,32953,1731252021418, archiveDir=hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/oldWALs, maxLogs=10 2024-11-10T15:20:23,742 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/WALs/c0771061be61,32953,1731252021418/c0771061be61%2C32953%2C1731252021418.meta.1731252023724.meta, exclude list is [], retry=0 2024-11-10T15:20:23,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41739,DS-1bb08ea8-8589-45b5-868e-9a7079f89003,DISK] 2024-11-10T15:20:23,749 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/WALs/c0771061be61,32953,1731252021418/c0771061be61%2C32953%2C1731252021418.meta.1731252023724.meta 2024-11-10T15:20:23,749 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39745:39745)] 2024-11-10T15:20:23,749 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T15:20:23,749 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T15:20:23,750 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T15:20:23,750 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T15:20:23,750 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T15:20:23,750 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T15:20:23,750 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:20:23,750 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T15:20:23,750 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T15:20:23,751 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T15:20:23,752 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T15:20:23,752 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:20:23,772 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/data/hbase/meta/1588230740/info/e28e972162414e10804734bec3256f21 2024-11-10T15:20:23,772 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:20:23,772 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T15:20:23,775 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T15:20:23,775 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:20:23,810 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/data/hbase/meta/1588230740/ns/313fe55830a442e59b12996d5b630ff4 2024-11-10T15:20:23,810 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:20:23,810 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T15:20:23,813 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T15:20:23,813 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:20:23,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:20:23,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T15:20:23,817 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T15:20:23,817 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:20:23,838 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/data/hbase/meta/1588230740/table/d3833abc29644e95a6331e48fb8a856a 2024-11-10T15:20:23,838 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:20:23,839 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T15:20:23,840 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/data/hbase/meta/1588230740 2024-11-10T15:20:23,849 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/data/hbase/meta/1588230740 2024-11-10T15:20:23,857 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T15:20:23,857 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T15:20:23,858 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T15:20:23,868 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T15:20:23,869 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67853636, jitterRate=0.011097967624664307}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T15:20:23,870 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T15:20:23,870 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731252023750Writing region info on filesystem at 1731252023750Initializing all the Stores at 1731252023751 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731252023751Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731252023751Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252023751Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731252023751Cleaning up temporary data from old regions at 1731252023857 (+106 ms)Running coprocessor post-open hooks at 1731252023870 (+13 ms)Region opened successfully at 1731252023870 2024-11-10T15:20:23,870 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1731252023716 2024-11-10T15:20:23,873 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T15:20:23,873 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T15:20:23,874 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=c0771061be61,32953,1731252021418 2024-11-10T15:20:23,874 DEBUG [RS:0;c0771061be61:32953.replicationSource.wal-reader.c0771061be61%2C32953%2C1731252021418,1-c0771061be61,32953,1731252021418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/WALs/c0771061be61,32953,1731252021418/c0771061be61%2C32953%2C1731252021418.1731252023289 to pos 0, reset compression=false 2024-11-10T15:20:23,875 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c0771061be61,32953,1731252021418, state=OPEN 2024-11-10T15:20:23,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32953-0x101255526040007, quorum=127.0.0.1:53508, baseZNode=/0550662375 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0550662375/meta-region-server 2024-11-10T15:20:23,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41847-0x101255526040006, quorum=127.0.0.1:53508, baseZNode=/0550662375 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0550662375/meta-region-server 2024-11-10T15:20:23,925 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0550662375/meta-region-server: CHANGED 2024-11-10T15:20:23,925 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c0771061be61,32953,1731252021418 2024-11-10T15:20:23,925 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0550662375/meta-region-server: CHANGED 2024-11-10T15:20:23,927 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-10T15:20:23,927 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c0771061be61,32953,1731252021418 in 368 msec 2024-11-10T15:20:23,929 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T15:20:23,929 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.0430 sec 2024-11-10T15:20:24,293 DEBUG [RS:0;c0771061be61:32953.replicationSource.wal-reader.c0771061be61%2C32953%2C1731252021418,1-c0771061be61,32953,1731252021418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/WALs/c0771061be61,32953,1731252021418/c0771061be61%2C32953%2C1731252021418.1731252023289 to pos 0, reset compression=false 2024-11-10T15:20:24,542 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1655ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1505ms 2024-11-10T15:20:24,797 DEBUG [RS:0;c0771061be61:32953.replicationSource.wal-reader.c0771061be61%2C32953%2C1731252021418,1-c0771061be61,32953,1731252021418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/WALs/c0771061be61,32953,1731252021418/c0771061be61%2C32953%2C1731252021418.1731252023289 to pos 0, reset compression=false 2024-11-10T15:20:25,402 DEBUG [RS:0;c0771061be61:32953.replicationSource.wal-reader.c0771061be61%2C32953%2C1731252021418,1-c0771061be61,32953,1731252021418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/WALs/c0771061be61,32953,1731252021418/c0771061be61%2C32953%2C1731252021418.1731252023289 to pos 0, reset compression=false 2024-11-10T15:20:26,045 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3158ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3008ms 2024-11-10T15:20:26,106 DEBUG [RS:0;c0771061be61:32953.replicationSource.wal-reader.c0771061be61%2C32953%2C1731252021418,1-c0771061be61,32953,1731252021418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/WALs/c0771061be61,32953,1731252021418/c0771061be61%2C32953%2C1731252021418.1731252023289 to pos 0, reset compression=false 2024-11-10T15:20:26,912 DEBUG [RS:0;c0771061be61:32953.replicationSource.wal-reader.c0771061be61%2C32953%2C1731252021418,1-c0771061be61,32953,1731252021418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/WALs/c0771061be61,32953,1731252021418/c0771061be61%2C32953%2C1731252021418.1731252023289 to pos 0, reset compression=false 2024-11-10T15:20:27,397 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4510ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-10T15:20:27,397 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T15:20:27,398 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T15:20:27,398 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0771061be61,32953,1731252021418, seqNum=-1] 2024-11-10T15:20:27,398 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T15:20:27,399 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36313, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T15:20:27,403 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=83833045d1879a828fd40af11223eacc, regionState=OPEN, lastHost=c0771061be61,42181,1731252008183, regionLocation=c0771061be61,42181,1731252008183, openSeqNum=2 2024-11-10T15:20:27,403 INFO [master/c0771061be61:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T15:20:27,403 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731252087403 2024-11-10T15:20:27,403 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731252147403 2024-11-10T15:20:27,403 INFO [master/c0771061be61:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 6 msec 2024-11-10T15:20:27,404 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): c0771061be61,42181,1731252008183 had 2 regions 2024-11-10T15:20:27,404 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,41847,1731252021269-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T15:20:27,404 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,41847,1731252021269-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:20:27,404 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,41847,1731252021269-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:20:27,404 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c0771061be61:41847, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:20:27,404 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T15:20:27,404 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T15:20:27,405 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure c0771061be61,42181,1731252008183, splitWal=true, meta=true, isMeta: false 2024-11-10T15:20:27,407 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/WALs/c0771061be61,42181,1731252008183-splitting dir is empty, no logs to split. 2024-11-10T15:20:27,407 INFO [PEWorker-3 {}] master.SplitWALManager(105): c0771061be61,42181,1731252008183 WAL count=0, meta=false 2024-11-10T15:20:27,411 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.810sec 2024-11-10T15:20:27,411 INFO [master/c0771061be61:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T15:20:27,411 INFO [master/c0771061be61:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T15:20:27,411 INFO [master/c0771061be61:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T15:20:27,411 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T15:20:27,411 INFO [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T15:20:27,411 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,41847,1731252021269-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T15:20:27,411 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,41847,1731252021269-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T15:20:27,411 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/WALs/c0771061be61,42181,1731252008183-splitting dir is empty, no logs to split. 2024-11-10T15:20:27,411 INFO [PEWorker-3 {}] master.SplitWALManager(105): c0771061be61,42181,1731252008183 WAL count=0, meta=false 2024-11-10T15:20:27,411 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if c0771061be61,42181,1731252008183 WAL splitting is done? wals=0, meta=false 2024-11-10T15:20:27,415 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T15:20:27,415 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T15:20:27,415 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,41847,1731252021269-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:20:27,415 WARN [master/c0771061be61:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=c0771061be61,42181,1731252008183/hbase:replication,,1731252016200.83833045d1879a828fd40af11223eacc. 2024-11-10T15:20:27,416 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=83833045d1879a828fd40af11223eacc, ASSIGN}] 2024-11-10T15:20:27,417 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=83833045d1879a828fd40af11223eacc, ASSIGN 2024-11-10T15:20:27,418 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=83833045d1879a828fd40af11223eacc, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-10T15:20:27,435 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4247eeca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:20:27,435 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0771061be61,41847,-1 for getting cluster id 2024-11-10T15:20:27,436 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T15:20:27,437 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eff30fdf-8683-40c2-a64f-7a4fd823cf05' 2024-11-10T15:20:27,437 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T15:20:27,437 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eff30fdf-8683-40c2-a64f-7a4fd823cf05" 2024-11-10T15:20:27,437 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3088daf5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:20:27,437 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0771061be61,41847,-1] 2024-11-10T15:20:27,437 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T15:20:27,437 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:20:27,438 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T15:20:27,439 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@383ba239, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:20:27,439 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T15:20:27,440 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0771061be61,32953,1731252021418, seqNum=-1] 2024-11-10T15:20:27,441 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T15:20:27,442 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T15:20:27,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-10T15:20:27,444 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T15:20:27,444 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:20:27,444 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:20:27,444 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:20:27,444 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T15:20:27,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: c0771061be61:41847 after: c0771061be61:41847 2024-11-10T15:20:27,445 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22249a8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:20:27,445 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0771061be61,41847,-1 for getting cluster id 2024-11-10T15:20:27,445 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T15:20:27,445 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eff30fdf-8683-40c2-a64f-7a4fd823cf05' 2024-11-10T15:20:27,446 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T15:20:27,446 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eff30fdf-8683-40c2-a64f-7a4fd823cf05" 2024-11-10T15:20:27,446 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7252852f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:20:27,446 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0771061be61,41847,-1] 2024-11-10T15:20:27,446 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T15:20:27,446 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:20:27,448 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T15:20:27,449 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47d5f5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:20:27,449 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T15:20:27,450 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is c0771061be61,41847,1731252021269 2024-11-10T15:20:27,450 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f14b196 2024-11-10T15:20:27,450 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T15:20:27,451 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T15:20:27,451 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41847 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-10T15:20:27,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T15:20:27,452 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T15:20:27,452 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:20:27,452 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:20:27,452 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:20:27,452 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T15:20:27,452 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T15:20:27,452 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1483189322, stopped=false 2024-11-10T15:20:27,452 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c0771061be61,44435,1731252012913 2024-11-10T15:20:27,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44435-0x101255526040003, quorum=127.0.0.1:53508, baseZNode=/1-845601924 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-845601924/running 2024-11-10T15:20:27,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46401-0x101255526040004, quorum=127.0.0.1:53508, baseZNode=/1-845601924 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-845601924/running 2024-11-10T15:20:27,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44435-0x101255526040003, quorum=127.0.0.1:53508, baseZNode=/1-845601924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-845601924 2024-11-10T15:20:27,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46401-0x101255526040004, quorum=127.0.0.1:53508, baseZNode=/1-845601924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-845601924 2024-11-10T15:20:27,461 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T15:20:27,461 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T15:20:27,461 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:20:27,462 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:20:27,462 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c0771061be61,46401,1731252013321' ***** 2024-11-10T15:20:27,462 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T15:20:27,462 INFO [RS:0;c0771061be61:46401 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T15:20:27,462 INFO [RS:0;c0771061be61:46401 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T15:20:27,462 INFO [RS:0;c0771061be61:46401 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T15:20:27,462 INFO [RS:0;c0771061be61:46401 {}] regionserver.HRegionServer(959): stopping server c0771061be61,46401,1731252013321 2024-11-10T15:20:27,462 INFO [RS:0;c0771061be61:46401 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T15:20:27,462 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T15:20:27,462 INFO [RS:0;c0771061be61:46401 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c0771061be61:46401. 2024-11-10T15:20:27,462 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46401-0x101255526040004, quorum=127.0.0.1:53508, baseZNode=/1-845601924 Set watcher on znode that does not yet exist, /1-845601924/running 2024-11-10T15:20:27,462 DEBUG [RS:0;c0771061be61:46401 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:20:27,462 DEBUG [RS:0;c0771061be61:46401 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:20:27,462 INFO [RS:0;c0771061be61:46401 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T15:20:27,462 INFO [RS:0;c0771061be61:46401 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T15:20:27,462 INFO [RS:0;c0771061be61:46401 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T15:20:27,462 INFO [RS:0;c0771061be61:46401 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T15:20:27,463 INFO [RS:0;c0771061be61:46401 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T15:20:27,463 DEBUG [RS:0;c0771061be61:46401 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-10T15:20:27,463 DEBUG [RS:0;c0771061be61:46401 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T15:20:27,463 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T15:20:27,463 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T15:20:27,463 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T15:20:27,463 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T15:20:27,463 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T15:20:27,463 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-10T15:20:27,467 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44435-0x101255526040003, quorum=127.0.0.1:53508, baseZNode=/1-845601924 Set watcher on znode that does not yet exist, /1-845601924/running 2024-11-10T15:20:27,491 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41253/user/jenkins/test-data/6c7f9eba-8404-aad4-f336-43ff7b976242/data/hbase/meta/1588230740/.tmp/ns/d9faac4af81c481e90cc651caf213d8d is 43, key is default/ns:d/1731252016116/Put/seqid=0 2024-11-10T15:20:27,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41119 is added to blk_1073741835_1011 (size=5153) 2024-11-10T15:20:27,506 INFO [regionserver/c0771061be61:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T15:20:27,569 DEBUG [c0771061be61:41847 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T15:20:27,569 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=83833045d1879a828fd40af11223eacc, regionState=OPENING, regionLocation=c0771061be61,32953,1731252021418 2024-11-10T15:20:27,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=83833045d1879a828fd40af11223eacc, ASSIGN because future has completed 2024-11-10T15:20:27,572 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 83833045d1879a828fd40af11223eacc, server=c0771061be61,32953,1731252021418}] 2024-11-10T15:20:27,663 DEBUG [RS:0;c0771061be61:46401 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T15:20:27,728 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1731252016200.83833045d1879a828fd40af11223eacc. 2024-11-10T15:20:27,728 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T15:20:27,728 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T15:20:27,731 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0771061be61%2C32953%2C1731252021418.rep, suffix=, logDir=hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/WALs/c0771061be61,32953,1731252021418, archiveDir=hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/oldWALs, maxLogs=10 2024-11-10T15:20:27,749 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/WALs/c0771061be61,32953,1731252021418/c0771061be61%2C32953%2C1731252021418.rep.1731252027731, exclude list is [], retry=0 2024-11-10T15:20:27,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41739,DS-1bb08ea8-8589-45b5-868e-9a7079f89003,DISK] 2024-11-10T15:20:27,754 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/WALs/c0771061be61,32953,1731252021418/c0771061be61%2C32953%2C1731252021418.rep.1731252027731 2024-11-10T15:20:27,754 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39745:39745)] 2024-11-10T15:20:27,754 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 83833045d1879a828fd40af11223eacc, NAME => 'hbase:replication,,1731252016200.83833045d1879a828fd40af11223eacc.', STARTKEY => '', ENDKEY => ''} 2024-11-10T15:20:27,754 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T15:20:27,754 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T15:20:27,755 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731252016200.83833045d1879a828fd40af11223eacc. service=MultiRowMutationService 2024-11-10T15:20:27,755 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T15:20:27,755 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 83833045d1879a828fd40af11223eacc 2024-11-10T15:20:27,755 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1731252016200.83833045d1879a828fd40af11223eacc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:20:27,755 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 83833045d1879a828fd40af11223eacc 2024-11-10T15:20:27,755 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 83833045d1879a828fd40af11223eacc 2024-11-10T15:20:27,756 INFO [StoreOpener-83833045d1879a828fd40af11223eacc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 83833045d1879a828fd40af11223eacc 2024-11-10T15:20:27,757 INFO [StoreOpener-83833045d1879a828fd40af11223eacc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83833045d1879a828fd40af11223eacc columnFamilyName hfileref 2024-11-10T15:20:27,757 DEBUG [StoreOpener-83833045d1879a828fd40af11223eacc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:20:27,757 INFO [StoreOpener-83833045d1879a828fd40af11223eacc-1 {}] regionserver.HStore(327): Store=83833045d1879a828fd40af11223eacc/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:20:27,757 INFO [StoreOpener-83833045d1879a828fd40af11223eacc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 83833045d1879a828fd40af11223eacc 2024-11-10T15:20:27,758 INFO [StoreOpener-83833045d1879a828fd40af11223eacc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83833045d1879a828fd40af11223eacc columnFamilyName queue 2024-11-10T15:20:27,758 DEBUG [StoreOpener-83833045d1879a828fd40af11223eacc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:20:27,766 DEBUG [StoreOpener-83833045d1879a828fd40af11223eacc-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/data/hbase/replication/83833045d1879a828fd40af11223eacc/queue/9c6e61f9f6564b24b3707ad9ad2cbf50 2024-11-10T15:20:27,766 INFO [StoreOpener-83833045d1879a828fd40af11223eacc-1 {}] regionserver.HStore(327): Store=83833045d1879a828fd40af11223eacc/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:20:27,766 INFO [StoreOpener-83833045d1879a828fd40af11223eacc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 83833045d1879a828fd40af11223eacc 2024-11-10T15:20:27,769 INFO [StoreOpener-83833045d1879a828fd40af11223eacc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83833045d1879a828fd40af11223eacc columnFamilyName sid 2024-11-10T15:20:27,769 DEBUG [StoreOpener-83833045d1879a828fd40af11223eacc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:20:27,769 INFO [StoreOpener-83833045d1879a828fd40af11223eacc-1 {}] regionserver.HStore(327): Store=83833045d1879a828fd40af11223eacc/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:20:27,769 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 83833045d1879a828fd40af11223eacc 2024-11-10T15:20:27,770 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/data/hbase/replication/83833045d1879a828fd40af11223eacc 2024-11-10T15:20:27,771 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/data/hbase/replication/83833045d1879a828fd40af11223eacc 2024-11-10T15:20:27,772 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 83833045d1879a828fd40af11223eacc 2024-11-10T15:20:27,772 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 83833045d1879a828fd40af11223eacc 2024-11-10T15:20:27,773 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T15:20:27,775 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 83833045d1879a828fd40af11223eacc 2024-11-10T15:20:27,775 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 83833045d1879a828fd40af11223eacc; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72560184, jitterRate=0.0812309980392456}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T15:20:27,775 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 83833045d1879a828fd40af11223eacc 2024-11-10T15:20:27,776 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 83833045d1879a828fd40af11223eacc: Running coprocessor pre-open hook at 1731252027755Writing region info on filesystem at 1731252027755Initializing all the Stores at 1731252027756 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252027756Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252027756Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252027756Cleaning up temporary data from old regions at 1731252027772 (+16 ms)Running coprocessor post-open hooks at 1731252027775 (+3 ms)Region opened successfully at 1731252027776 (+1 ms) 2024-11-10T15:20:27,777 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731252016200.83833045d1879a828fd40af11223eacc., pid=13, masterSystemTime=1731252027725 2024-11-10T15:20:27,780 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731252016200.83833045d1879a828fd40af11223eacc. 2024-11-10T15:20:27,780 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731252016200.83833045d1879a828fd40af11223eacc. 2024-11-10T15:20:27,780 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=83833045d1879a828fd40af11223eacc, regionState=OPEN, openSeqNum=9, regionLocation=c0771061be61,32953,1731252021418 2024-11-10T15:20:27,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 83833045d1879a828fd40af11223eacc, server=c0771061be61,32953,1731252021418 because future has completed 2024-11-10T15:20:27,789 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-10T15:20:27,789 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 83833045d1879a828fd40af11223eacc, server=c0771061be61,32953,1731252021418 in 215 msec 2024-11-10T15:20:27,791 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-10T15:20:27,791 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=83833045d1879a828fd40af11223eacc, ASSIGN in 373 msec 2024-11-10T15:20:27,791 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-10T15:20:27,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731252016200.83833045d1879a828fd40af11223eacc., hostname=c0771061be61,32953,1731252021418, seqNum=9] 2024-11-10T15:20:27,814 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for c0771061be61,42181,1731252008183 2024-11-10T15:20:27,815 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-10T15:20:27,820 DEBUG [RS:0;c0771061be61:32953.replicationSource.wal-reader.c0771061be61%2C32953%2C1731252021418,1-c0771061be61,32953,1731252021418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/WALs/c0771061be61,32953,1731252021418/c0771061be61%2C32953%2C1731252021418.1731252023289 to pos 0, reset compression=false 2024-11-10T15:20:27,863 DEBUG [RS:0;c0771061be61:46401 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T15:20:27,899 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41253/user/jenkins/test-data/6c7f9eba-8404-aad4-f336-43ff7b976242/data/hbase/meta/1588230740/.tmp/ns/d9faac4af81c481e90cc651caf213d8d 2024-11-10T15:20:27,902 INFO [regionserver/c0771061be61:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T15:20:27,902 INFO [regionserver/c0771061be61:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T15:20:27,905 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41253/user/jenkins/test-data/6c7f9eba-8404-aad4-f336-43ff7b976242/data/hbase/meta/1588230740/.tmp/ns/d9faac4af81c481e90cc651caf213d8d as hdfs://localhost:41253/user/jenkins/test-data/6c7f9eba-8404-aad4-f336-43ff7b976242/data/hbase/meta/1588230740/ns/d9faac4af81c481e90cc651caf213d8d 2024-11-10T15:20:27,910 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41253/user/jenkins/test-data/6c7f9eba-8404-aad4-f336-43ff7b976242/data/hbase/meta/1588230740/ns/d9faac4af81c481e90cc651caf213d8d, entries=2, sequenceid=6, filesize=5.0 K 2024-11-10T15:20:27,968 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32953 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-10T15:20:28,020 INFO [AsyncFSWAL-0-hdfs://localhost:41253/user/jenkins/test-data/6c7f9eba-8404-aad4-f336-43ff7b976242-prefix:c0771061be61,46401,1731252013321.meta {}] wal.AbstractFSWAL(1368): Slow sync cost: 109 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:41119,DS-50ac4a32-c897-49a5-9015-5e8a5ba33d50,DISK]] 2024-11-10T15:20:28,020 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 557ms, sequenceid=6, compaction requested=false 2024-11-10T15:20:28,021 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T15:20:28,025 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41253/user/jenkins/test-data/6c7f9eba-8404-aad4-f336-43ff7b976242/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-10T15:20:28,026 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T15:20:28,026 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T15:20:28,026 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T15:20:28,026 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731252027463Running coprocessor pre-close hooks at 1731252027463Disabling compacts and flushes for region at 1731252027463Disabling writes for close at 1731252027463Obtaining lock to block concurrent updates at 1731252027463Preparing flush snapshotting stores in 1588230740 at 1731252027463Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731252027463Flushing stores of hbase:meta,,1.1588230740 at 1731252027468 (+5 ms)Flushing 1588230740/ns: creating writer at 1731252027468Flushing 1588230740/ns: appending metadata at 1731252027491 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1731252027491Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b7a9f1a: reopening flushed file at 1731252027904 (+413 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 557ms, sequenceid=6, compaction requested=false at 1731252028020 (+116 ms)Writing region close event to WAL at 1731252028022 (+2 ms)Running coprocessor post-close hooks at 1731252028026 (+4 ms)Closed at 1731252028026 2024-11-10T15:20:28,026 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T15:20:28,063 INFO [RS:0;c0771061be61:46401 {}] regionserver.HRegionServer(976): stopping server c0771061be61,46401,1731252013321; all regions closed. 2024-11-10T15:20:28,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41119 is added to blk_1073741834_1010 (size=1152) 2024-11-10T15:20:28,066 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6c7f9eba-8404-aad4-f336-43ff7b976242/WALs/c0771061be61,46401,1731252013321/c0771061be61%2C46401%2C1731252013321.meta.1731252016054.meta not finished, retry = 0 2024-11-10T15:20:28,168 DEBUG [RS:0;c0771061be61:46401 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6c7f9eba-8404-aad4-f336-43ff7b976242/oldWALs 2024-11-10T15:20:28,168 INFO [RS:0;c0771061be61:46401 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c0771061be61%2C46401%2C1731252013321.meta:.meta(num 1731252016054) 2024-11-10T15:20:28,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41119 is added to blk_1073741832_1008 (size=93) 2024-11-10T15:20:28,170 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6c7f9eba-8404-aad4-f336-43ff7b976242/WALs/c0771061be61,46401,1731252013321/c0771061be61%2C46401%2C1731252013321.1731252015024 not finished, retry = 0 2024-11-10T15:20:28,273 DEBUG [RS:0;c0771061be61:46401 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6c7f9eba-8404-aad4-f336-43ff7b976242/oldWALs 2024-11-10T15:20:28,273 INFO [RS:0;c0771061be61:46401 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c0771061be61%2C46401%2C1731252013321:(num 1731252015024) 2024-11-10T15:20:28,273 DEBUG [RS:0;c0771061be61:46401 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:20:28,273 INFO [RS:0;c0771061be61:46401 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T15:20:28,273 INFO [RS:0;c0771061be61:46401 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T15:20:28,273 INFO [RS:0;c0771061be61:46401 {}] hbase.ChoreService(370): Chore service for: regionserver/c0771061be61:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T15:20:28,274 INFO [RS:0;c0771061be61:46401 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T15:20:28,274 INFO [regionserver/c0771061be61:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T15:20:28,274 INFO [RS:0;c0771061be61:46401 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46401 2024-11-10T15:20:28,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46401-0x101255526040004, quorum=127.0.0.1:53508, baseZNode=/1-845601924 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-845601924/rs/c0771061be61,46401,1731252013321 2024-11-10T15:20:28,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44435-0x101255526040003, quorum=127.0.0.1:53508, baseZNode=/1-845601924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-845601924/rs 2024-11-10T15:20:28,420 INFO [RS:0;c0771061be61:46401 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T15:20:28,420 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c0771061be61,46401,1731252013321] 2024-11-10T15:20:28,598 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-845601924/draining/c0771061be61,46401,1731252013321 already deleted, retry=false 2024-11-10T15:20:28,598 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c0771061be61,46401,1731252013321 expired; onlineServers=0 2024-11-10T15:20:28,598 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c0771061be61,44435,1731252012913' ***** 2024-11-10T15:20:28,598 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T15:20:28,598 INFO [M:0;c0771061be61:44435 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T15:20:28,598 INFO [M:0;c0771061be61:44435 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T15:20:28,598 DEBUG [M:0;c0771061be61:44435 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T15:20:28,598 DEBUG [M:0;c0771061be61:44435 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T15:20:28,598 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T15:20:28,598 DEBUG [master/c0771061be61:0:becomeActiveMaster-HFileCleaner.large.0-1731252014819 {}] cleaner.HFileCleaner(306): Exit Thread[master/c0771061be61:0:becomeActiveMaster-HFileCleaner.large.0-1731252014819,5,FailOnTimeoutGroup] 2024-11-10T15:20:28,598 DEBUG [master/c0771061be61:0:becomeActiveMaster-HFileCleaner.small.0-1731252014820 {}] cleaner.HFileCleaner(306): Exit Thread[master/c0771061be61:0:becomeActiveMaster-HFileCleaner.small.0-1731252014820,5,FailOnTimeoutGroup] 2024-11-10T15:20:28,598 INFO [M:0;c0771061be61:44435 {}] hbase.ChoreService(370): Chore service for: master/c0771061be61:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T15:20:28,598 INFO [M:0;c0771061be61:44435 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T15:20:28,598 DEBUG [M:0;c0771061be61:44435 {}] master.HMaster(1795): Stopping service threads 2024-11-10T15:20:28,598 INFO [M:0;c0771061be61:44435 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T15:20:28,598 INFO [M:0;c0771061be61:44435 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T15:20:28,599 INFO [M:0;c0771061be61:44435 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T15:20:28,599 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T15:20:28,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46401-0x101255526040004, quorum=127.0.0.1:53508, baseZNode=/1-845601924 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T15:20:28,625 INFO [RS:0;c0771061be61:46401 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T15:20:28,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46401-0x101255526040004, quorum=127.0.0.1:53508, baseZNode=/1-845601924 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T15:20:28,625 INFO [RS:0;c0771061be61:46401 {}] regionserver.HRegionServer(1031): Exiting; stopping=c0771061be61,46401,1731252013321; zookeeper connection closed. 2024-11-10T15:20:28,626 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@125191c4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@125191c4 2024-11-10T15:20:28,626 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T15:20:28,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44435-0x101255526040003, quorum=127.0.0.1:53508, baseZNode=/1-845601924 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-845601924/master 2024-11-10T15:20:28,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44435-0x101255526040003, quorum=127.0.0.1:53508, baseZNode=/1-845601924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-845601924 2024-11-10T15:20:28,629 DEBUG [M:0;c0771061be61:44435 {}] zookeeper.ZKUtil(347): master:44435-0x101255526040003, quorum=127.0.0.1:53508, baseZNode=/1-845601924 Unable to get data of znode /1-845601924/master because node does not exist (not an error) 2024-11-10T15:20:28,629 WARN [M:0;c0771061be61:44435 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T15:20:28,631 INFO [M:0;c0771061be61:44435 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41253/user/jenkins/test-data/6c7f9eba-8404-aad4-f336-43ff7b976242/.lastflushedseqids 2024-11-10T15:20:28,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41119 is added to blk_1073741836_1012 (size=99) 2024-11-10T15:20:28,826 DEBUG [RS:0;c0771061be61:32953.replicationSource.wal-reader.c0771061be61%2C32953%2C1731252021418,1-c0771061be61,32953,1731252021418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/WALs/c0771061be61,32953,1731252021418/c0771061be61%2C32953%2C1731252021418.1731252023289 to pos 0, reset compression=false 2024-11-10T15:20:29,036 INFO [M:0;c0771061be61:44435 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T15:20:29,036 INFO [M:0;c0771061be61:44435 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T15:20:29,036 DEBUG [M:0;c0771061be61:44435 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T15:20:29,036 INFO [M:0;c0771061be61:44435 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:20:29,036 DEBUG [M:0;c0771061be61:44435 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:20:29,036 DEBUG [M:0;c0771061be61:44435 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T15:20:29,036 DEBUG [M:0;c0771061be61:44435 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:20:29,036 INFO [M:0;c0771061be61:44435 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-10T15:20:29,057 DEBUG [M:0;c0771061be61:44435 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41253/user/jenkins/test-data/6c7f9eba-8404-aad4-f336-43ff7b976242/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9dd70cea9be0452081b42908164b9acb is 82, key is hbase:meta,,1/info:regioninfo/1731252016089/Put/seqid=0 2024-11-10T15:20:29,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41119 is added to blk_1073741837_1013 (size=5672) 2024-11-10T15:20:29,252 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T15:20:29,295 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:20:29,296 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:20:29,296 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:20:29,296 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:20:29,297 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:20:29,308 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:20:29,463 INFO [M:0;c0771061be61:44435 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41253/user/jenkins/test-data/6c7f9eba-8404-aad4-f336-43ff7b976242/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9dd70cea9be0452081b42908164b9acb 2024-11-10T15:20:29,481 DEBUG [M:0;c0771061be61:44435 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41253/user/jenkins/test-data/6c7f9eba-8404-aad4-f336-43ff7b976242/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5908cfafeceb45c0a2927edcf002d561 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731252016120/Put/seqid=0 2024-11-10T15:20:29,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41119 is added to blk_1073741838_1014 (size=5275) 2024-11-10T15:20:29,834 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-10T15:20:29,834 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-10T15:20:29,885 INFO [M:0;c0771061be61:44435 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41253/user/jenkins/test-data/6c7f9eba-8404-aad4-f336-43ff7b976242/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5908cfafeceb45c0a2927edcf002d561 2024-11-10T15:20:29,908 DEBUG [M:0;c0771061be61:44435 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41253/user/jenkins/test-data/6c7f9eba-8404-aad4-f336-43ff7b976242/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/26539f21661f406c80512df8aa5958b9 is 69, key is c0771061be61,46401,1731252013321/rs:state/1731252014877/Put/seqid=0 2024-11-10T15:20:29,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41119 is added to blk_1073741839_1015 (size=5156) 2024-11-10T15:20:29,930 DEBUG [RS:0;c0771061be61:32953.replicationSource.wal-reader.c0771061be61%2C32953%2C1731252021418,1-c0771061be61,32953,1731252021418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/WALs/c0771061be61,32953,1731252021418/c0771061be61%2C32953%2C1731252021418.1731252023289 to pos 0, reset compression=false 2024-11-10T15:20:30,322 INFO [M:0;c0771061be61:44435 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41253/user/jenkins/test-data/6c7f9eba-8404-aad4-f336-43ff7b976242/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/26539f21661f406c80512df8aa5958b9 2024-11-10T15:20:30,327 DEBUG [M:0;c0771061be61:44435 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41253/user/jenkins/test-data/6c7f9eba-8404-aad4-f336-43ff7b976242/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9dd70cea9be0452081b42908164b9acb as hdfs://localhost:41253/user/jenkins/test-data/6c7f9eba-8404-aad4-f336-43ff7b976242/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9dd70cea9be0452081b42908164b9acb 2024-11-10T15:20:30,331 INFO [M:0;c0771061be61:44435 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41253/user/jenkins/test-data/6c7f9eba-8404-aad4-f336-43ff7b976242/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9dd70cea9be0452081b42908164b9acb, entries=8, sequenceid=28, filesize=5.5 K 2024-11-10T15:20:30,332 DEBUG [M:0;c0771061be61:44435 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41253/user/jenkins/test-data/6c7f9eba-8404-aad4-f336-43ff7b976242/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5908cfafeceb45c0a2927edcf002d561 as hdfs://localhost:41253/user/jenkins/test-data/6c7f9eba-8404-aad4-f336-43ff7b976242/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5908cfafeceb45c0a2927edcf002d561 2024-11-10T15:20:30,338 INFO [M:0;c0771061be61:44435 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41253/user/jenkins/test-data/6c7f9eba-8404-aad4-f336-43ff7b976242/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5908cfafeceb45c0a2927edcf002d561, entries=3, sequenceid=28, filesize=5.2 K 2024-11-10T15:20:30,341 DEBUG [M:0;c0771061be61:44435 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41253/user/jenkins/test-data/6c7f9eba-8404-aad4-f336-43ff7b976242/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/26539f21661f406c80512df8aa5958b9 as hdfs://localhost:41253/user/jenkins/test-data/6c7f9eba-8404-aad4-f336-43ff7b976242/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/26539f21661f406c80512df8aa5958b9 2024-11-10T15:20:30,355 INFO [M:0;c0771061be61:44435 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41253/user/jenkins/test-data/6c7f9eba-8404-aad4-f336-43ff7b976242/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/26539f21661f406c80512df8aa5958b9, entries=1, sequenceid=28, filesize=5.0 K 2024-11-10T15:20:30,357 INFO [M:0;c0771061be61:44435 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1320ms, sequenceid=28, compaction requested=false 2024-11-10T15:20:30,358 INFO [M:0;c0771061be61:44435 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:20:30,358 DEBUG [M:0;c0771061be61:44435 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731252029036Disabling compacts and flushes for region at 1731252029036Disabling writes for close at 1731252029036Obtaining lock to block concurrent updates at 1731252029036Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731252029036Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731252029037 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731252029037Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731252029037Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731252029057 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731252029057Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731252029467 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731252029480 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731252029480Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731252029890 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731252029908 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731252029908Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5acb50d3: reopening flushed file at 1731252030326 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45ff519a: reopening flushed file at 1731252030331 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41cbb832: reopening flushed file at 1731252030338 (+7 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1320ms, sequenceid=28, compaction requested=false at 1731252030357 (+19 ms)Writing region close event to WAL at 1731252030358 (+1 ms)Closed at 1731252030358 2024-11-10T15:20:30,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41119 is added to blk_1073741830_1006 (size=10165) 2024-11-10T15:20:30,366 INFO [M:0;c0771061be61:44435 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T15:20:30,366 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T15:20:30,366 INFO [M:0;c0771061be61:44435 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44435 2024-11-10T15:20:30,366 INFO [M:0;c0771061be61:44435 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T15:20:30,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44435-0x101255526040003, quorum=127.0.0.1:53508, baseZNode=/1-845601924 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T15:20:30,477 INFO [M:0;c0771061be61:44435 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T15:20:30,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44435-0x101255526040003, quorum=127.0.0.1:53508, baseZNode=/1-845601924 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T15:20:30,479 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a1e3281{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T15:20:30,479 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@a41fa34{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T15:20:30,479 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T15:20:30,479 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e6074d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T15:20:30,479 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1087f4be{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8776151f-fa93-d56e-7e2b-007fa27abb91/hadoop.log.dir/,STOPPED} 2024-11-10T15:20:30,486 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T15:20:30,486 WARN [BP-1785212955-172.17.0.3-1731252010721 heartbeating to localhost/127.0.0.1:41253 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T15:20:30,486 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T15:20:30,486 WARN [BP-1785212955-172.17.0.3-1731252010721 heartbeating to localhost/127.0.0.1:41253 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1785212955-172.17.0.3-1731252010721 (Datanode Uuid f245c24b-f34c-49b4-97ac-49c1429ed94d) service to localhost/127.0.0.1:41253 2024-11-10T15:20:30,487 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T15:20:30,489 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8776151f-fa93-d56e-7e2b-007fa27abb91/cluster_81c1078f-6906-b7e6-7f1b-040a390bad0e/data/data1/current/BP-1785212955-172.17.0.3-1731252010721 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T15:20:30,492 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8776151f-fa93-d56e-7e2b-007fa27abb91/cluster_81c1078f-6906-b7e6-7f1b-040a390bad0e/data/data2/current/BP-1785212955-172.17.0.3-1731252010721 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T15:20:30,497 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7d30459e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T15:20:30,498 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@157328b6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T15:20:30,498 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T15:20:30,498 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2fecf28b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T15:20:30,498 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24df8869{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8776151f-fa93-d56e-7e2b-007fa27abb91/hadoop.log.dir/,STOPPED} 2024-11-10T15:20:30,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T15:20:30,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T15:20:30,514 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T15:20:30,514 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:20:30,514 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:20:30,515 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:20:30,515 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T15:20:30,515 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T15:20:30,515 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=944273813, stopped=false 2024-11-10T15:20:30,515 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c0771061be61,41847,1731252021269 2024-11-10T15:20:30,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32953-0x101255526040007, quorum=127.0.0.1:53508, baseZNode=/0550662375 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0550662375/running 2024-11-10T15:20:30,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32953-0x101255526040007, quorum=127.0.0.1:53508, baseZNode=/0550662375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0550662375 2024-11-10T15:20:30,535 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32953-0x101255526040007, quorum=127.0.0.1:53508, baseZNode=/0550662375 Set watcher on znode that does not yet exist, /0550662375/running 2024-11-10T15:20:30,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41847-0x101255526040006, quorum=127.0.0.1:53508, baseZNode=/0550662375 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0550662375/running 2024-11-10T15:20:30,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41847-0x101255526040006, quorum=127.0.0.1:53508, baseZNode=/0550662375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0550662375 2024-11-10T15:20:30,537 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T15:20:30,537 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41847-0x101255526040006, quorum=127.0.0.1:53508, baseZNode=/0550662375 Set watcher on znode that does not yet exist, /0550662375/running 2024-11-10T15:20:30,537 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T15:20:30,538 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:20:30,538 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:20:30,538 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c0771061be61,32953,1731252021418' ***** 2024-11-10T15:20:30,538 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T15:20:30,538 INFO [RS:0;c0771061be61:32953 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T15:20:30,538 INFO [RS:0;c0771061be61:32953 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T15:20:30,538 INFO [RS:0;c0771061be61:32953 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T15:20:30,539 INFO [RS:0;c0771061be61:32953 {}] regionserver.HRegionServer(3091): Received CLOSE for 83833045d1879a828fd40af11223eacc 2024-11-10T15:20:30,539 INFO [RS:0;c0771061be61:32953 {}] regionserver.HRegionServer(959): stopping server c0771061be61,32953,1731252021418 2024-11-10T15:20:30,539 INFO [RS:0;c0771061be61:32953 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T15:20:30,539 INFO [RS:0;c0771061be61:32953 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c0771061be61:32953. 2024-11-10T15:20:30,539 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T15:20:30,539 DEBUG [RS:0;c0771061be61:32953 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:20:30,539 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 83833045d1879a828fd40af11223eacc, disabling compactions & flushes 2024-11-10T15:20:30,539 DEBUG [RS:0;c0771061be61:32953 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:20:30,539 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731252016200.83833045d1879a828fd40af11223eacc. 2024-11-10T15:20:30,539 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731252016200.83833045d1879a828fd40af11223eacc. 2024-11-10T15:20:30,539 INFO [RS:0;c0771061be61:32953 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T15:20:30,539 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731252016200.83833045d1879a828fd40af11223eacc. after waiting 0 ms 2024-11-10T15:20:30,539 INFO [RS:0;c0771061be61:32953 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T15:20:30,539 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731252016200.83833045d1879a828fd40af11223eacc. 2024-11-10T15:20:30,539 INFO [RS:0;c0771061be61:32953 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T15:20:30,539 INFO [RS:0;c0771061be61:32953 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T15:20:30,544 INFO [RS:0;c0771061be61:32953 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T15:20:30,544 DEBUG [RS:0;c0771061be61:32953 {}] regionserver.HRegionServer(1325): Online Regions={83833045d1879a828fd40af11223eacc=hbase:replication,,1731252016200.83833045d1879a828fd40af11223eacc., 1588230740=hbase:meta,,1.1588230740} 2024-11-10T15:20:30,544 DEBUG [RS:0;c0771061be61:32953 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 83833045d1879a828fd40af11223eacc 2024-11-10T15:20:30,544 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T15:20:30,544 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T15:20:30,544 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T15:20:30,544 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T15:20:30,544 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T15:20:30,545 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-10T15:20:30,545 INFO [regionserver/c0771061be61:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T15:20:30,551 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/data/hbase/replication/83833045d1879a828fd40af11223eacc/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-10T15:20:30,552 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T15:20:30,552 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T15:20:30,552 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731252016200.83833045d1879a828fd40af11223eacc. 2024-11-10T15:20:30,553 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 83833045d1879a828fd40af11223eacc: Waiting for close lock at 1731252030539Running coprocessor pre-close hooks at 1731252030539Disabling compacts and flushes for region at 1731252030539Disabling writes for close at 1731252030539Writing region close event to WAL at 1731252030540 (+1 ms)Running coprocessor post-close hooks at 1731252030552 (+12 ms)Closed at 1731252030552 2024-11-10T15:20:30,553 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731252016200.83833045d1879a828fd40af11223eacc. 2024-11-10T15:20:30,571 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/data/hbase/meta/1588230740/.tmp/info/6ccfeeda652d49aaa139b737710439eb is 147, key is hbase:replication,,1731252016200.83833045d1879a828fd40af11223eacc./info:regioninfo/1731252027780/Put/seqid=0 2024-11-10T15:20:30,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41739 is added to blk_1073741851_1027 (size=6385) 2024-11-10T15:20:30,744 DEBUG [RS:0;c0771061be61:32953 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T15:20:30,945 DEBUG [RS:0;c0771061be61:32953 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T15:20:30,987 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/data/hbase/meta/1588230740/.tmp/info/6ccfeeda652d49aaa139b737710439eb 2024-11-10T15:20:30,993 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/data/hbase/meta/1588230740/.tmp/info/6ccfeeda652d49aaa139b737710439eb as hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/data/hbase/meta/1588230740/info/6ccfeeda652d49aaa139b737710439eb 2024-11-10T15:20:30,998 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/data/hbase/meta/1588230740/info/6ccfeeda652d49aaa139b737710439eb, entries=8, sequenceid=19, filesize=6.2 K 2024-11-10T15:20:30,999 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 455ms, sequenceid=19, compaction requested=false 2024-11-10T15:20:31,004 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-10T15:20:31,005 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T15:20:31,005 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T15:20:31,005 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T15:20:31,005 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731252030544Running coprocessor pre-close hooks at 1731252030544Disabling compacts and flushes for region at 1731252030544Disabling writes for close at 1731252030544Obtaining lock to block concurrent updates at 1731252030545 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731252030545Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731252030545Flushing stores of hbase:meta,,1.1588230740 at 1731252030548 (+3 ms)Flushing 1588230740/info: creating writer at 1731252030548Flushing 1588230740/info: appending metadata at 1731252030571 (+23 ms)Flushing 1588230740/info: closing flushed file at 1731252030571Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2cba944d: reopening flushed file at 1731252030992 (+421 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 455ms, sequenceid=19, compaction requested=false at 1731252030999 (+7 ms)Writing region close event to WAL at 1731252031001 (+2 ms)Running coprocessor post-close hooks at 1731252031005 (+4 ms)Closed at 1731252031005 2024-11-10T15:20:31,005 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T15:20:31,136 DEBUG [RS:0;c0771061be61:32953.replicationSource.wal-reader.c0771061be61%2C32953%2C1731252021418,1-c0771061be61,32953,1731252021418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/WALs/c0771061be61,32953,1731252021418/c0771061be61%2C32953%2C1731252021418.1731252023289 to pos 0, reset compression=false 2024-11-10T15:20:31,145 INFO [RS:0;c0771061be61:32953 {}] regionserver.HRegionServer(976): stopping server c0771061be61,32953,1731252021418; all regions closed. 2024-11-10T15:20:31,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41739 is added to blk_1073741849_1025 (size=2156) 2024-11-10T15:20:31,147 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/WALs/c0771061be61,32953,1731252021418/c0771061be61%2C32953%2C1731252021418.meta.1731252023724.meta not finished, retry = 0 2024-11-10T15:20:31,206 INFO [regionserver/c0771061be61:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T15:20:31,207 INFO [regionserver/c0771061be61:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T15:20:31,249 DEBUG [RS:0;c0771061be61:32953 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/oldWALs 2024-11-10T15:20:31,249 INFO [RS:0;c0771061be61:32953 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c0771061be61%2C32953%2C1731252021418.meta:.meta(num 1731252023724) 2024-11-10T15:20:31,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41739 is added to blk_1073741850_1026 (size=796) 2024-11-10T15:20:31,252 DEBUG [RS:0;c0771061be61:32953 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/oldWALs 2024-11-10T15:20:31,252 INFO [RS:0;c0771061be61:32953 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c0771061be61%2C32953%2C1731252021418.rep:(num 1731252027731) 2024-11-10T15:20:31,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41739 is added to blk_1073741848_1024 (size=93) 2024-11-10T15:20:31,256 DEBUG [RS:0;c0771061be61:32953 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/oldWALs 2024-11-10T15:20:31,256 INFO [RS:0;c0771061be61:32953 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c0771061be61%2C32953%2C1731252021418:(num 1731252023289) 2024-11-10T15:20:31,256 DEBUG [RS:0;c0771061be61:32953 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:20:31,256 INFO [RS:0;c0771061be61:32953 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T15:20:31,256 INFO [RS:0;c0771061be61:32953 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T15:20:31,256 INFO [RS:0;c0771061be61:32953 {}] hbase.ChoreService(370): Chore service for: regionserver/c0771061be61:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-10T15:20:31,256 INFO [RS:0;c0771061be61:32953 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T15:20:31,256 INFO [regionserver/c0771061be61:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T15:20:31,257 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/c0771061be61:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-10T15:20:31,257 INFO [RS:0;c0771061be61:32953 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c0771061be61,32953,1731252021418 because: Region server is closing 2024-11-10T15:20:31,257 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/c0771061be61:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-10T15:20:31,257 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/c0771061be61:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-10T15:20:31,257 INFO [RS:0;c0771061be61:32953 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c0771061be61:32953. 2024-11-10T15:20:31,257 DEBUG [RS:0;c0771061be61:32953 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:20:31,257 DEBUG [RS:0;c0771061be61:32953 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:20:31,257 DEBUG [RS:0;c0771061be61:32953 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:20:31,257 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T15:20:31,357 WARN [RS:0;c0771061be61:32953.replicationSource.shipperc0771061be61%2C32953%2C1731252021418,1-c0771061be61,32953,1731252021418 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-10T15:20:31,358 INFO [RS:0;c0771061be61:32953 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;c0771061be61:32953.replicationSource.shipperc0771061be61%2C32953%2C1731252021418,1-c0771061be61,32953,1731252021418 terminated 2024-11-10T15:20:31,358 INFO [RS:0;c0771061be61:32953 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:32953 2024-11-10T15:20:31,358 WARN [RS:0;c0771061be61:32953.replicationSource.wal-reader.c0771061be61%2C32953%2C1731252021418,1-c0771061be61,32953,1731252021418 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T15:20:31,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32953-0x101255526040007, quorum=127.0.0.1:53508, baseZNode=/0550662375 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0550662375/rs/c0771061be61,32953,1731252021418 2024-11-10T15:20:31,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41847-0x101255526040006, quorum=127.0.0.1:53508, baseZNode=/0550662375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0550662375/rs 2024-11-10T15:20:31,366 INFO [RS:0;c0771061be61:32953 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T15:20:31,367 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c0771061be61,32953,1731252021418] 2024-11-10T15:20:31,387 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0550662375/draining/c0771061be61,32953,1731252021418 already deleted, retry=false 2024-11-10T15:20:31,387 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c0771061be61,32953,1731252021418 expired; onlineServers=0 2024-11-10T15:20:31,387 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c0771061be61,41847,1731252021269' ***** 2024-11-10T15:20:31,387 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T15:20:31,387 INFO [M:0;c0771061be61:41847 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T15:20:31,387 INFO [M:0;c0771061be61:41847 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T15:20:31,387 DEBUG [M:0;c0771061be61:41847 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T15:20:31,387 DEBUG [M:0;c0771061be61:41847 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T15:20:31,387 DEBUG [master/c0771061be61:0:becomeActiveMaster-HFileCleaner.large.0-1731252022885 {}] cleaner.HFileCleaner(306): Exit Thread[master/c0771061be61:0:becomeActiveMaster-HFileCleaner.large.0-1731252022885,5,FailOnTimeoutGroup] 2024-11-10T15:20:31,388 INFO [M:0;c0771061be61:41847 {}] hbase.ChoreService(370): Chore service for: master/c0771061be61:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T15:20:31,388 INFO [M:0;c0771061be61:41847 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T15:20:31,388 DEBUG [master/c0771061be61:0:becomeActiveMaster-HFileCleaner.small.0-1731252022886 {}] cleaner.HFileCleaner(306): Exit Thread[master/c0771061be61:0:becomeActiveMaster-HFileCleaner.small.0-1731252022886,5,FailOnTimeoutGroup] 2024-11-10T15:20:31,388 DEBUG [M:0;c0771061be61:41847 {}] master.HMaster(1795): Stopping service threads 2024-11-10T15:20:31,388 INFO [M:0;c0771061be61:41847 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T15:20:31,388 INFO [M:0;c0771061be61:41847 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T15:20:31,388 INFO [M:0;c0771061be61:41847 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T15:20:31,388 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T15:20:31,392 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T15:20:31,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41847-0x101255526040006, quorum=127.0.0.1:53508, baseZNode=/0550662375 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0550662375/master 2024-11-10T15:20:31,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41847-0x101255526040006, quorum=127.0.0.1:53508, baseZNode=/0550662375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0550662375 2024-11-10T15:20:31,400 DEBUG [M:0;c0771061be61:41847 {}] zookeeper.ZKUtil(347): master:41847-0x101255526040006, quorum=127.0.0.1:53508, baseZNode=/0550662375 Unable to get data of znode /0550662375/master because node does not exist (not an error) 2024-11-10T15:20:31,400 WARN [M:0;c0771061be61:41847 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T15:20:31,404 INFO [M:0;c0771061be61:41847 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/.lastflushedseqids 2024-11-10T15:20:31,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41739 is added to blk_1073741852_1028 (size=181) 2024-11-10T15:20:31,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32953-0x101255526040007, quorum=127.0.0.1:53508, baseZNode=/0550662375 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T15:20:31,477 INFO [RS:0;c0771061be61:32953 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T15:20:31,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32953-0x101255526040007, quorum=127.0.0.1:53508, baseZNode=/0550662375 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T15:20:31,477 INFO [RS:0;c0771061be61:32953 {}] regionserver.HRegionServer(1031): Exiting; stopping=c0771061be61,32953,1731252021418; zookeeper connection closed. 2024-11-10T15:20:31,477 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@19be76a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@19be76a 2024-11-10T15:20:31,477 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T15:20:31,810 INFO [M:0;c0771061be61:41847 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T15:20:31,811 INFO [M:0;c0771061be61:41847 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T15:20:31,811 DEBUG [M:0;c0771061be61:41847 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T15:20:31,811 INFO [M:0;c0771061be61:41847 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:20:31,811 DEBUG [M:0;c0771061be61:41847 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:20:31,811 DEBUG [M:0;c0771061be61:41847 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T15:20:31,811 DEBUG [M:0;c0771061be61:41847 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:20:31,811 INFO [M:0;c0771061be61:41847 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-10T15:20:31,833 DEBUG [M:0;c0771061be61:41847 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/651bb9f67bde4cbab8ebb6da6f14b2c0 is 82, key is hbase:meta,,1/info:regioninfo/1731252023874/Put/seqid=0 2024-11-10T15:20:31,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41739 is added to blk_1073741853_1029 (size=5672) 2024-11-10T15:20:31,837 INFO [M:0;c0771061be61:41847 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/651bb9f67bde4cbab8ebb6da6f14b2c0 2024-11-10T15:20:31,862 DEBUG [M:0;c0771061be61:41847 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cd05111bff7448a68751307d7de08a0e is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1731252027790/Put/seqid=0 2024-11-10T15:20:31,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41739 is added to blk_1073741854_1030 (size=7312) 2024-11-10T15:20:32,274 INFO [M:0;c0771061be61:41847 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cd05111bff7448a68751307d7de08a0e 2024-11-10T15:20:32,300 DEBUG [M:0;c0771061be61:41847 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3f3d8916afc84cfc9cd61dfb653e79ec is 69, key is c0771061be61,32953,1731252021418/rs:state/1731252023024/Put/seqid=0 2024-11-10T15:20:32,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41739 is added to blk_1073741855_1031 (size=5370) 2024-11-10T15:20:32,707 INFO [M:0;c0771061be61:41847 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3f3d8916afc84cfc9cd61dfb653e79ec 2024-11-10T15:20:32,712 INFO [M:0;c0771061be61:41847 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3f3d8916afc84cfc9cd61dfb653e79ec 2024-11-10T15:20:32,713 DEBUG [M:0;c0771061be61:41847 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/651bb9f67bde4cbab8ebb6da6f14b2c0 as hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/651bb9f67bde4cbab8ebb6da6f14b2c0 2024-11-10T15:20:32,724 INFO [M:0;c0771061be61:41847 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/651bb9f67bde4cbab8ebb6da6f14b2c0, entries=8, sequenceid=127, filesize=5.5 K 2024-11-10T15:20:32,725 DEBUG [M:0;c0771061be61:41847 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cd05111bff7448a68751307d7de08a0e as hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cd05111bff7448a68751307d7de08a0e 2024-11-10T15:20:32,732 INFO [M:0;c0771061be61:41847 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cd05111bff7448a68751307d7de08a0e, entries=7, sequenceid=127, filesize=7.1 K 2024-11-10T15:20:32,733 DEBUG [M:0;c0771061be61:41847 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3f3d8916afc84cfc9cd61dfb653e79ec as hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3f3d8916afc84cfc9cd61dfb653e79ec 2024-11-10T15:20:32,743 INFO [M:0;c0771061be61:41847 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3f3d8916afc84cfc9cd61dfb653e79ec 2024-11-10T15:20:32,743 INFO [M:0;c0771061be61:41847 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45655/user/jenkins/test-data/82d06da0-f88b-4fd3-2ac0-649c25b922b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3f3d8916afc84cfc9cd61dfb653e79ec, entries=2, sequenceid=127, filesize=5.2 K 2024-11-10T15:20:32,744 INFO [M:0;c0771061be61:41847 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 933ms, sequenceid=127, compaction requested=false 2024-11-10T15:20:32,764 INFO [M:0;c0771061be61:41847 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:20:32,764 DEBUG [M:0;c0771061be61:41847 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731252031811Disabling compacts and flushes for region at 1731252031811Disabling writes for close at 1731252031811Obtaining lock to block concurrent updates at 1731252031811Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731252031811Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731252031811Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731252031812 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731252031812Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731252031833 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731252031833Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731252031845 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731252031862 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731252031862Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731252032283 (+421 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731252032299 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731252032299Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c57d079: reopening flushed file at 1731252032712 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15278fe0: reopening flushed file at 1731252032724 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e7f901f: reopening flushed file at 1731252032732 (+8 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 933ms, sequenceid=127, compaction requested=false at 1731252032744 (+12 ms)Writing region close event to WAL at 1731252032764 (+20 ms)Closed at 1731252032764 2024-11-10T15:20:32,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41739 is added to blk_1073741847_1023 (size=22903) 2024-11-10T15:20:32,775 INFO [M:0;c0771061be61:41847 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T15:20:32,775 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T15:20:32,775 INFO [M:0;c0771061be61:41847 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41847 2024-11-10T15:20:32,775 INFO [M:0;c0771061be61:41847 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T15:20:32,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41847-0x101255526040006, quorum=127.0.0.1:53508, baseZNode=/0550662375 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T15:20:32,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41847-0x101255526040006, quorum=127.0.0.1:53508, baseZNode=/0550662375 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T15:20:32,887 INFO [M:0;c0771061be61:41847 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T15:20:32,890 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5e68276e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T15:20:32,891 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4ec5723e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T15:20:32,891 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T15:20:32,891 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2746a1f9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T15:20:32,892 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b42235f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5e8894e-b76b-61f5-46da-3a08650a228c/hadoop.log.dir/,STOPPED} 2024-11-10T15:20:32,897 WARN [BP-16560270-172.17.0.3-1731252005484 heartbeating to localhost/127.0.0.1:45655 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T15:20:32,897 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T15:20:32,897 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T15:20:32,897 WARN [BP-16560270-172.17.0.3-1731252005484 heartbeating to localhost/127.0.0.1:45655 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-16560270-172.17.0.3-1731252005484 (Datanode Uuid 0e5a4fa3-790e-4e12-820e-de2cb8949eac) service to localhost/127.0.0.1:45655 2024-11-10T15:20:32,898 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5e8894e-b76b-61f5-46da-3a08650a228c/cluster_1021cdd1-8b18-9d3e-5422-ad7efc40f990/data/data2/current/BP-16560270-172.17.0.3-1731252005484 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T15:20:32,898 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T15:20:32,900 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5e8894e-b76b-61f5-46da-3a08650a228c/cluster_1021cdd1-8b18-9d3e-5422-ad7efc40f990/data/data1/current/BP-16560270-172.17.0.3-1731252005484 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T15:20:32,905 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@32439f1a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T15:20:32,905 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6cb122ec{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T15:20:32,905 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T15:20:32,906 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ef16663{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T15:20:32,907 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@25d8f35b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5e8894e-b76b-61f5-46da-3a08650a228c/hadoop.log.dir/,STOPPED} 2024-11-10T15:20:32,919 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T15:20:32,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T15:20:32,952 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=206 (was 160) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:41253 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45655 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45655 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41253 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41253 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41253 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41253 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45655 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45655 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41253 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:45655 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53508) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41253 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45655 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45655 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41253 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:45655 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41253 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45655 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53508) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41253 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45655 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=569 (was 504) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=515 (was 543), ProcessCount=11 (was 11), AvailableMemoryMB=2231 (was 2374) 2024-11-10T15:20:32,966 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=206, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=515, ProcessCount=11, AvailableMemoryMB=2229 2024-11-10T15:20:32,980 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-10T15:20:32,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8776151f-fa93-d56e-7e2b-007fa27abb91/hadoop.log.dir so I do NOT create it in target/test-data/1210bc3b-9c96-ed8f-b799-a29a57e903c5 2024-11-10T15:20:32,980 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8776151f-fa93-d56e-7e2b-007fa27abb91/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T15:20:32,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8776151f-fa93-d56e-7e2b-007fa27abb91/hadoop.tmp.dir so I do NOT create it in target/test-data/1210bc3b-9c96-ed8f-b799-a29a57e903c5 2024-11-10T15:20:32,980 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8776151f-fa93-d56e-7e2b-007fa27abb91/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T15:20:32,980 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1210bc3b-9c96-ed8f-b799-a29a57e903c5 2024-11-10T15:20:32,981 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1210bc3b-9c96-ed8f-b799-a29a57e903c5/cluster_04980fee-028e-b89a-3a90-a587905d254f, deleteOnExit=true 2024-11-10T15:20:32,992 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1210bc3b-9c96-ed8f-b799-a29a57e903c5/cluster_04980fee-028e-b89a-3a90-a587905d254f/zookeeper_0, clientPort=55762, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1210bc3b-9c96-ed8f-b799-a29a57e903c5/cluster_04980fee-028e-b89a-3a90-a587905d254f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1210bc3b-9c96-ed8f-b799-a29a57e903c5/cluster_04980fee-028e-b89a-3a90-a587905d254f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T15:20:32,993 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55762 2024-11-10T15:20:32,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T15:20:32,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T15:20:32,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1210bc3b-9c96-ed8f-b799-a29a57e903c5/test.cache.data in system properties and HBase conf 2024-11-10T15:20:32,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1210bc3b-9c96-ed8f-b799-a29a57e903c5/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T15:20:32,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1210bc3b-9c96-ed8f-b799-a29a57e903c5/hadoop.log.dir in system properties and HBase conf 2024-11-10T15:20:32,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1210bc3b-9c96-ed8f-b799-a29a57e903c5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T15:20:32,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1210bc3b-9c96-ed8f-b799-a29a57e903c5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T15:20:32,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T15:20:32,994 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T15:20:32,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1210bc3b-9c96-ed8f-b799-a29a57e903c5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T15:20:32,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1210bc3b-9c96-ed8f-b799-a29a57e903c5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T15:20:32,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1210bc3b-9c96-ed8f-b799-a29a57e903c5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T15:20:32,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1210bc3b-9c96-ed8f-b799-a29a57e903c5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T15:20:32,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1210bc3b-9c96-ed8f-b799-a29a57e903c5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T15:20:32,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1210bc3b-9c96-ed8f-b799-a29a57e903c5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T15:20:32,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1210bc3b-9c96-ed8f-b799-a29a57e903c5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T15:20:32,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1210bc3b-9c96-ed8f-b799-a29a57e903c5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T15:20:32,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1210bc3b-9c96-ed8f-b799-a29a57e903c5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T15:20:32,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1210bc3b-9c96-ed8f-b799-a29a57e903c5/nfs.dump.dir in system properties and HBase conf 2024-11-10T15:20:32,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1210bc3b-9c96-ed8f-b799-a29a57e903c5/java.io.tmpdir in system properties and HBase conf 2024-11-10T15:20:32,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1210bc3b-9c96-ed8f-b799-a29a57e903c5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T15:20:32,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1210bc3b-9c96-ed8f-b799-a29a57e903c5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T15:20:32,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1210bc3b-9c96-ed8f-b799-a29a57e903c5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T15:20:33,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101255526040002, quorum=127.0.0.1:53508, baseZNode=/0550662375 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T15:20:33,010 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101255526040002, quorum=127.0.0.1:53508, baseZNode=/0550662375 Received Disconnected from ZooKeeper, ignoring 2024-11-10T15:20:33,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101255526040005, quorum=127.0.0.1:53508, baseZNode=/1-845601924 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T15:20:33,012 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101255526040005, quorum=127.0.0.1:53508, baseZNode=/1-845601924 Received Disconnected from ZooKeeper, ignoring 2024-11-10T15:20:33,282 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T15:20:33,287 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T15:20:33,291 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T15:20:33,291 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T15:20:33,292 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T15:20:33,293 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T15:20:33,293 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3537ce6e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1210bc3b-9c96-ed8f-b799-a29a57e903c5/hadoop.log.dir/,AVAILABLE} 2024-11-10T15:20:33,293 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3457eb9d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T15:20:33,420 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3a8242be{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1210bc3b-9c96-ed8f-b799-a29a57e903c5/java.io.tmpdir/jetty-localhost-36769-hadoop-hdfs-3_4_1-tests_jar-_-any-9683608650441614960/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T15:20:33,421 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5d181f38{HTTP/1.1, (http/1.1)}{localhost:36769} 2024-11-10T15:20:33,421 INFO [Time-limited test {}] server.Server(415): Started @163914ms 2024-11-10T15:20:33,689 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T15:20:33,692 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T15:20:33,696 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T15:20:33,696 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T15:20:33,696 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T15:20:33,697 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73c15c8b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1210bc3b-9c96-ed8f-b799-a29a57e903c5/hadoop.log.dir/,AVAILABLE} 2024-11-10T15:20:33,698 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@753d4c84{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T15:20:33,834 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5a5aeddf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1210bc3b-9c96-ed8f-b799-a29a57e903c5/java.io.tmpdir/jetty-localhost-35269-hadoop-hdfs-3_4_1-tests_jar-_-any-11516209686991922726/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T15:20:33,835 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@47f8a48b{HTTP/1.1, (http/1.1)}{localhost:35269} 2024-11-10T15:20:33,835 INFO [Time-limited test {}] server.Server(415): Started @164328ms 2024-11-10T15:20:33,836 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T15:20:34,621 WARN [Thread-1672 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1210bc3b-9c96-ed8f-b799-a29a57e903c5/cluster_04980fee-028e-b89a-3a90-a587905d254f/data/data2/current/BP-1137462421-172.17.0.3-1731252033011/current, will proceed with Du for space computation calculation, 2024-11-10T15:20:34,621 WARN [Thread-1671 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1210bc3b-9c96-ed8f-b799-a29a57e903c5/cluster_04980fee-028e-b89a-3a90-a587905d254f/data/data1/current/BP-1137462421-172.17.0.3-1731252033011/current, will proceed with Du for space computation calculation, 2024-11-10T15:20:34,641 WARN [Thread-1659 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T15:20:34,643 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xba4cb6c4fae9b318 with lease ID 0xa87d57fc68abd228: Processing first storage report for DS-ecbed125-b1e1-4a55-9a16-26af501aa5d9 from datanode DatanodeRegistration(127.0.0.1:36559, datanodeUuid=bb6a42a6-a2d5-4ae0-bc83-3b2288678ebe, infoPort=37681, infoSecurePort=0, ipcPort=42005, storageInfo=lv=-57;cid=testClusterID;nsid=1918873701;c=1731252033011) 2024-11-10T15:20:34,643 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xba4cb6c4fae9b318 with lease ID 0xa87d57fc68abd228: from storage DS-ecbed125-b1e1-4a55-9a16-26af501aa5d9 node DatanodeRegistration(127.0.0.1:36559, datanodeUuid=bb6a42a6-a2d5-4ae0-bc83-3b2288678ebe, infoPort=37681, infoSecurePort=0, ipcPort=42005, storageInfo=lv=-57;cid=testClusterID;nsid=1918873701;c=1731252033011), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T15:20:34,644 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xba4cb6c4fae9b318 with lease ID 0xa87d57fc68abd228: Processing first storage report for DS-e9666523-12d7-4e60-af75-934321ac2f55 from datanode DatanodeRegistration(127.0.0.1:36559, datanodeUuid=bb6a42a6-a2d5-4ae0-bc83-3b2288678ebe, infoPort=37681, infoSecurePort=0, ipcPort=42005, storageInfo=lv=-57;cid=testClusterID;nsid=1918873701;c=1731252033011) 2024-11-10T15:20:34,644 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xba4cb6c4fae9b318 with lease ID 0xa87d57fc68abd228: from storage DS-e9666523-12d7-4e60-af75-934321ac2f55 node DatanodeRegistration(127.0.0.1:36559, datanodeUuid=bb6a42a6-a2d5-4ae0-bc83-3b2288678ebe, infoPort=37681, infoSecurePort=0, ipcPort=42005, storageInfo=lv=-57;cid=testClusterID;nsid=1918873701;c=1731252033011), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T15:20:34,717 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1210bc3b-9c96-ed8f-b799-a29a57e903c5 2024-11-10T15:20:34,717 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:20:34,718 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:20:34,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741825_1001 (size=7) 2024-11-10T15:20:34,733 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467 with version=8 2024-11-10T15:20:34,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/hbase-staging 2024-11-10T15:20:34,735 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c0771061be61:0 server-side Connection retries=45 2024-11-10T15:20:34,735 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T15:20:34,735 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T15:20:34,735 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T15:20:34,735 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T15:20:34,735 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T15:20:34,735 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T15:20:34,735 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T15:20:34,736 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33529 2024-11-10T15:20:34,747 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33529 connecting to ZooKeeper ensemble=127.0.0.1:55762 2024-11-10T15:20:34,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:335290x0, quorum=127.0.0.1:55762, baseZNode=/0-896312298 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T15:20:34,820 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33529-0x1012555918a0000 connected 2024-11-10T15:20:34,903 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:20:34,904 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:20:34,906 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33529-0x1012555918a0000, quorum=127.0.0.1:55762, baseZNode=/0-896312298 Set watcher on znode that does not yet exist, /0-896312298/running 2024-11-10T15:20:34,906 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467, hbase.cluster.distributed=false 2024-11-10T15:20:34,907 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33529-0x1012555918a0000, quorum=127.0.0.1:55762, baseZNode=/0-896312298 Set watcher on znode that does not yet exist, /0-896312298/acl 2024-11-10T15:20:34,908 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33529 2024-11-10T15:20:34,908 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33529 2024-11-10T15:20:34,908 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33529 2024-11-10T15:20:34,908 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33529 2024-11-10T15:20:34,909 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33529 2024-11-10T15:20:34,921 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c0771061be61:0 server-side Connection retries=45 2024-11-10T15:20:34,921 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T15:20:34,922 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T15:20:34,922 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T15:20:34,922 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T15:20:34,922 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T15:20:34,922 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T15:20:34,922 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T15:20:34,924 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40037 2024-11-10T15:20:34,925 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40037 connecting to ZooKeeper ensemble=127.0.0.1:55762 2024-11-10T15:20:34,925 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:20:34,927 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:20:34,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:400370x0, quorum=127.0.0.1:55762, baseZNode=/0-896312298 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T15:20:34,945 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40037-0x1012555918a0001 connected 2024-11-10T15:20:34,945 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40037-0x1012555918a0001, quorum=127.0.0.1:55762, baseZNode=/0-896312298 Set watcher on znode that does not yet exist, /0-896312298/running 2024-11-10T15:20:34,946 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T15:20:34,948 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T15:20:34,948 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40037-0x1012555918a0001, quorum=127.0.0.1:55762, baseZNode=/0-896312298 Set watcher on znode that does not yet exist, /0-896312298/master 2024-11-10T15:20:34,949 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40037-0x1012555918a0001, quorum=127.0.0.1:55762, baseZNode=/0-896312298 Set watcher on znode that does not yet exist, /0-896312298/acl 2024-11-10T15:20:34,950 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40037 2024-11-10T15:20:34,950 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40037 2024-11-10T15:20:34,956 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40037 2024-11-10T15:20:34,964 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40037 2024-11-10T15:20:34,964 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40037 2024-11-10T15:20:34,977 DEBUG [M:0;c0771061be61:33529 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c0771061be61:33529 2024-11-10T15:20:34,978 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-896312298/backup-masters/c0771061be61,33529,1731252034735 2024-11-10T15:20:34,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40037-0x1012555918a0001, quorum=127.0.0.1:55762, baseZNode=/0-896312298 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-896312298/backup-masters 2024-11-10T15:20:34,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33529-0x1012555918a0000, quorum=127.0.0.1:55762, baseZNode=/0-896312298 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-896312298/backup-masters 2024-11-10T15:20:34,988 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33529-0x1012555918a0000, quorum=127.0.0.1:55762, baseZNode=/0-896312298 Set watcher on existing znode=/0-896312298/backup-masters/c0771061be61,33529,1731252034735 2024-11-10T15:20:34,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33529-0x1012555918a0000, quorum=127.0.0.1:55762, baseZNode=/0-896312298 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-896312298 2024-11-10T15:20:34,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40037-0x1012555918a0001, quorum=127.0.0.1:55762, baseZNode=/0-896312298 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-896312298/master 2024-11-10T15:20:34,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40037-0x1012555918a0001, quorum=127.0.0.1:55762, baseZNode=/0-896312298 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-896312298 2024-11-10T15:20:34,998 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33529-0x1012555918a0000, quorum=127.0.0.1:55762, baseZNode=/0-896312298 Set watcher on existing znode=/0-896312298/master 2024-11-10T15:20:34,998 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-896312298/backup-masters/c0771061be61,33529,1731252034735 from backup master directory 2024-11-10T15:20:35,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33529-0x1012555918a0000, quorum=127.0.0.1:55762, baseZNode=/0-896312298 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-896312298/backup-masters/c0771061be61,33529,1731252034735 2024-11-10T15:20:35,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40037-0x1012555918a0001, quorum=127.0.0.1:55762, baseZNode=/0-896312298 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-896312298/backup-masters 2024-11-10T15:20:35,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33529-0x1012555918a0000, quorum=127.0.0.1:55762, baseZNode=/0-896312298 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-896312298/backup-masters 2024-11-10T15:20:35,008 WARN [master/c0771061be61:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T15:20:35,008 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c0771061be61,33529,1731252034735 2024-11-10T15:20:35,013 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/hbase.id] with ID: a73d2232-3a48-4a26-9d9b-6939eca3afb9 2024-11-10T15:20:35,013 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/.tmp/hbase.id 2024-11-10T15:20:35,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741826_1002 (size=42) 2024-11-10T15:20:35,422 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/.tmp/hbase.id]:[hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/hbase.id] 2024-11-10T15:20:35,443 INFO [master/c0771061be61:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:20:35,443 INFO [master/c0771061be61:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T15:20:35,444 INFO [master/c0771061be61:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T15:20:35,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40037-0x1012555918a0001, quorum=127.0.0.1:55762, baseZNode=/0-896312298 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-896312298 2024-11-10T15:20:35,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33529-0x1012555918a0000, quorum=127.0.0.1:55762, baseZNode=/0-896312298 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-896312298 2024-11-10T15:20:35,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741827_1003 (size=196) 2024-11-10T15:20:35,475 INFO [master/c0771061be61:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T15:20:35,476 INFO [master/c0771061be61:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T15:20:35,480 INFO [master/c0771061be61:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T15:20:35,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741828_1004 (size=1189) 2024-11-10T15:20:35,509 INFO [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/MasterData/data/master/store 2024-11-10T15:20:35,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741829_1005 (size=34) 2024-11-10T15:20:35,918 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:20:35,918 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T15:20:35,918 INFO [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:20:35,918 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:20:35,918 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T15:20:35,918 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:20:35,919 INFO [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:20:35,919 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731252035918Disabling compacts and flushes for region at 1731252035918Disabling writes for close at 1731252035918Writing region close event to WAL at 1731252035919 (+1 ms)Closed at 1731252035919 2024-11-10T15:20:35,919 WARN [master/c0771061be61:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/MasterData/data/master/store/.initializing 2024-11-10T15:20:35,919 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/MasterData/WALs/c0771061be61,33529,1731252034735 2024-11-10T15:20:35,920 INFO [master/c0771061be61:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T15:20:35,922 INFO [master/c0771061be61:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c0771061be61%2C33529%2C1731252034735, suffix=, logDir=hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/MasterData/WALs/c0771061be61,33529,1731252034735, archiveDir=hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/MasterData/oldWALs, maxLogs=10 2024-11-10T15:20:35,933 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/MasterData/WALs/c0771061be61,33529,1731252034735/c0771061be61%2C33529%2C1731252034735.1731252035922, exclude list is [], retry=0 2024-11-10T15:20:35,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36559,DS-ecbed125-b1e1-4a55-9a16-26af501aa5d9,DISK] 2024-11-10T15:20:35,937 INFO [master/c0771061be61:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/MasterData/WALs/c0771061be61,33529,1731252034735/c0771061be61%2C33529%2C1731252034735.1731252035922 2024-11-10T15:20:35,937 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37681:37681)] 2024-11-10T15:20:35,937 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T15:20:35,937 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:20:35,937 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:20:35,937 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:20:35,938 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:20:35,939 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T15:20:35,939 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:20:35,940 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:20:35,940 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:20:35,940 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T15:20:35,940 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:20:35,940 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:20:35,941 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:20:35,941 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T15:20:35,941 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:20:35,942 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:20:35,942 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:20:35,942 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T15:20:35,942 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:20:35,943 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:20:35,943 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:20:35,943 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:20:35,944 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:20:35,944 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:20:35,944 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:20:35,945 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T15:20:35,946 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:20:35,948 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T15:20:35,948 INFO [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60328911, jitterRate=-0.101029172539711}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T15:20:35,949 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731252035937Initializing all the Stores at 1731252035938 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731252035938Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252035938Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252035938Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252035938Cleaning up temporary data from old regions at 1731252035945 (+7 ms)Region opened successfully at 1731252035949 (+4 ms) 2024-11-10T15:20:35,949 INFO [master/c0771061be61:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T15:20:35,952 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@657a7178, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c0771061be61/172.17.0.3:0 2024-11-10T15:20:35,952 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T15:20:35,953 INFO [master/c0771061be61:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T15:20:35,953 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T15:20:35,953 INFO [master/c0771061be61:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T15:20:35,953 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T15:20:35,954 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T15:20:35,954 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T15:20:35,956 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T15:20:35,957 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33529-0x1012555918a0000, quorum=127.0.0.1:55762, baseZNode=/0-896312298 Unable to get data of znode /0-896312298/balancer because node does not exist (not necessarily an error) 2024-11-10T15:20:35,997 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-896312298/balancer already deleted, retry=false 2024-11-10T15:20:35,998 INFO [master/c0771061be61:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T15:20:35,998 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33529-0x1012555918a0000, quorum=127.0.0.1:55762, baseZNode=/0-896312298 Unable to get data of znode /0-896312298/normalizer because node does not exist (not necessarily an error) 2024-11-10T15:20:36,008 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-896312298/normalizer already deleted, retry=false 2024-11-10T15:20:36,008 INFO [master/c0771061be61:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T15:20:36,009 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33529-0x1012555918a0000, quorum=127.0.0.1:55762, baseZNode=/0-896312298 Unable to get data of znode /0-896312298/switch/split because node does not exist (not necessarily an error) 2024-11-10T15:20:36,018 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-896312298/switch/split already deleted, retry=false 2024-11-10T15:20:36,019 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33529-0x1012555918a0000, quorum=127.0.0.1:55762, baseZNode=/0-896312298 Unable to get data of znode /0-896312298/switch/merge because node does not exist (not necessarily an error) 2024-11-10T15:20:36,029 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-896312298/switch/merge already deleted, retry=false 2024-11-10T15:20:36,030 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33529-0x1012555918a0000, quorum=127.0.0.1:55762, baseZNode=/0-896312298 Unable to get data of znode /0-896312298/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T15:20:36,039 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-896312298/snapshot-cleanup already deleted, retry=false 2024-11-10T15:20:36,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40037-0x1012555918a0001, quorum=127.0.0.1:55762, baseZNode=/0-896312298 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-896312298/running 2024-11-10T15:20:36,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33529-0x1012555918a0000, quorum=127.0.0.1:55762, baseZNode=/0-896312298 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-896312298/running 2024-11-10T15:20:36,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40037-0x1012555918a0001, quorum=127.0.0.1:55762, baseZNode=/0-896312298 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-896312298 2024-11-10T15:20:36,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33529-0x1012555918a0000, quorum=127.0.0.1:55762, baseZNode=/0-896312298 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-896312298 2024-11-10T15:20:36,050 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c0771061be61,33529,1731252034735, sessionid=0x1012555918a0000, setting cluster-up flag (Was=false) 2024-11-10T15:20:36,054 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T15:20:36,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40037-0x1012555918a0001, quorum=127.0.0.1:55762, baseZNode=/0-896312298 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-896312298 2024-11-10T15:20:36,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33529-0x1012555918a0000, quorum=127.0.0.1:55762, baseZNode=/0-896312298 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-896312298 2024-11-10T15:20:36,087 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:20:36,088 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:20:36,088 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:20:36,088 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:20:36,088 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:20:36,089 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:20:36,097 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:20:36,100 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:20:36,102 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-896312298/flush-table-proc/acquired, /0-896312298/flush-table-proc/reached, /0-896312298/flush-table-proc/abort 2024-11-10T15:20:36,103 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c0771061be61,33529,1731252034735 2024-11-10T15:20:36,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33529-0x1012555918a0000, quorum=127.0.0.1:55762, baseZNode=/0-896312298 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-896312298 2024-11-10T15:20:36,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40037-0x1012555918a0001, quorum=127.0.0.1:55762, baseZNode=/0-896312298 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-896312298 2024-11-10T15:20:36,155 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-896312298/online-snapshot/acquired, /0-896312298/online-snapshot/reached, /0-896312298/online-snapshot/abort 2024-11-10T15:20:36,156 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c0771061be61,33529,1731252034735 2024-11-10T15:20:36,157 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T15:20:36,158 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T15:20:36,158 INFO [master/c0771061be61:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T15:20:36,158 INFO [master/c0771061be61:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T15:20:36,158 WARN [master/c0771061be61:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of c0771061be61,42181,1731252008183: status=Processing ServerCrashProcedure of c0771061be61,42181,1731252008183 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731252022877, completionTime=-1 appears to have been leaked 2024-11-10T15:20:36,158 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c0771061be61,33529,1731252034735 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T15:20:36,159 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c0771061be61:0, corePoolSize=5, maxPoolSize=5 2024-11-10T15:20:36,159 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c0771061be61:0, corePoolSize=5, maxPoolSize=5 2024-11-10T15:20:36,159 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c0771061be61:0, corePoolSize=5, maxPoolSize=5 2024-11-10T15:20:36,159 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c0771061be61:0, corePoolSize=5, maxPoolSize=5 2024-11-10T15:20:36,159 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c0771061be61:0, corePoolSize=10, maxPoolSize=10 2024-11-10T15:20:36,160 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:20:36,160 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c0771061be61:0, corePoolSize=2, maxPoolSize=2 2024-11-10T15:20:36,160 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:20:36,160 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731252066160 2024-11-10T15:20:36,160 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T15:20:36,160 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T15:20:36,160 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T15:20:36,160 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T15:20:36,161 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T15:20:36,161 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T15:20:36,161 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T15:20:36,161 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T15:20:36,162 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:20:36,162 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T15:20:36,163 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T15:20:36,163 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T15:20:36,163 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T15:20:36,163 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T15:20:36,163 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T15:20:36,163 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T15:20:36,163 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T15:20:36,164 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c0771061be61:0:becomeActiveMaster-HFileCleaner.large.0-1731252036164,5,FailOnTimeoutGroup] 2024-11-10T15:20:36,164 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c0771061be61:0:becomeActiveMaster-HFileCleaner.small.0-1731252036164,5,FailOnTimeoutGroup] 2024-11-10T15:20:36,164 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T15:20:36,164 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T15:20:36,164 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T15:20:36,164 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T15:20:36,169 INFO [RS:0;c0771061be61:40037 {}] regionserver.HRegionServer(746): ClusterId : a73d2232-3a48-4a26-9d9b-6939eca3afb9 2024-11-10T15:20:36,169 DEBUG [RS:0;c0771061be61:40037 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T15:20:36,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741831_1007 (size=1321) 2024-11-10T15:20:36,177 DEBUG [RS:0;c0771061be61:40037 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T15:20:36,177 DEBUG [RS:0;c0771061be61:40037 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T15:20:36,187 DEBUG [RS:0;c0771061be61:40037 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T15:20:36,188 DEBUG [RS:0;c0771061be61:40037 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2050e603, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c0771061be61/172.17.0.3:0 2024-11-10T15:20:36,203 DEBUG [RS:0;c0771061be61:40037 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c0771061be61:40037 2024-11-10T15:20:36,203 INFO [RS:0;c0771061be61:40037 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T15:20:36,203 INFO [RS:0;c0771061be61:40037 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T15:20:36,203 DEBUG [RS:0;c0771061be61:40037 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T15:20:36,204 INFO [RS:0;c0771061be61:40037 {}] regionserver.HRegionServer(2659): reportForDuty to master=c0771061be61,33529,1731252034735 with port=40037, startcode=1731252034921 2024-11-10T15:20:36,204 DEBUG [RS:0;c0771061be61:40037 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T15:20:36,205 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37983, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T15:20:36,206 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33529 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c0771061be61,40037,1731252034921 2024-11-10T15:20:36,206 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33529 {}] master.ServerManager(517): Registering regionserver=c0771061be61,40037,1731252034921 2024-11-10T15:20:36,207 DEBUG [RS:0;c0771061be61:40037 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467 2024-11-10T15:20:36,207 DEBUG [RS:0;c0771061be61:40037 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45073 2024-11-10T15:20:36,207 DEBUG [RS:0;c0771061be61:40037 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T15:20:36,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33529-0x1012555918a0000, quorum=127.0.0.1:55762, baseZNode=/0-896312298 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-896312298/rs 2024-11-10T15:20:36,219 DEBUG [RS:0;c0771061be61:40037 {}] zookeeper.ZKUtil(111): regionserver:40037-0x1012555918a0001, quorum=127.0.0.1:55762, baseZNode=/0-896312298 Set watcher on existing znode=/0-896312298/rs/c0771061be61,40037,1731252034921 2024-11-10T15:20:36,219 WARN [RS:0;c0771061be61:40037 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T15:20:36,219 INFO [RS:0;c0771061be61:40037 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T15:20:36,219 DEBUG [RS:0;c0771061be61:40037 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/WALs/c0771061be61,40037,1731252034921 2024-11-10T15:20:36,219 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c0771061be61,40037,1731252034921] 2024-11-10T15:20:36,222 INFO [RS:0;c0771061be61:40037 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T15:20:36,223 INFO [RS:0;c0771061be61:40037 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T15:20:36,224 INFO [RS:0;c0771061be61:40037 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T15:20:36,224 INFO [RS:0;c0771061be61:40037 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T15:20:36,224 INFO [RS:0;c0771061be61:40037 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T15:20:36,225 INFO [RS:0;c0771061be61:40037 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T15:20:36,225 INFO [RS:0;c0771061be61:40037 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T15:20:36,225 DEBUG [RS:0;c0771061be61:40037 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:20:36,225 DEBUG [RS:0;c0771061be61:40037 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:20:36,225 DEBUG [RS:0;c0771061be61:40037 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:20:36,225 DEBUG [RS:0;c0771061be61:40037 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:20:36,225 DEBUG [RS:0;c0771061be61:40037 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:20:36,225 DEBUG [RS:0;c0771061be61:40037 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c0771061be61:0, corePoolSize=2, maxPoolSize=2 2024-11-10T15:20:36,225 DEBUG [RS:0;c0771061be61:40037 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:20:36,225 DEBUG [RS:0;c0771061be61:40037 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:20:36,225 DEBUG [RS:0;c0771061be61:40037 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:20:36,225 DEBUG [RS:0;c0771061be61:40037 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:20:36,225 DEBUG [RS:0;c0771061be61:40037 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:20:36,225 DEBUG [RS:0;c0771061be61:40037 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:20:36,225 DEBUG [RS:0;c0771061be61:40037 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c0771061be61:0, corePoolSize=3, maxPoolSize=3 2024-11-10T15:20:36,225 DEBUG [RS:0;c0771061be61:40037 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c0771061be61:0, corePoolSize=3, maxPoolSize=3 2024-11-10T15:20:36,229 INFO [RS:0;c0771061be61:40037 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T15:20:36,229 INFO [RS:0;c0771061be61:40037 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T15:20:36,229 INFO [RS:0;c0771061be61:40037 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T15:20:36,229 INFO [RS:0;c0771061be61:40037 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T15:20:36,229 INFO [RS:0;c0771061be61:40037 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T15:20:36,229 INFO [RS:0;c0771061be61:40037 {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,40037,1731252034921-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T15:20:36,245 INFO [RS:0;c0771061be61:40037 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T15:20:36,245 INFO [RS:0;c0771061be61:40037 {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,40037,1731252034921-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T15:20:36,245 INFO [RS:0;c0771061be61:40037 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:20:36,245 INFO [RS:0;c0771061be61:40037 {}] regionserver.Replication(171): c0771061be61,40037,1731252034921 started 2024-11-10T15:20:36,258 INFO [RS:0;c0771061be61:40037 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:20:36,258 INFO [RS:0;c0771061be61:40037 {}] regionserver.HRegionServer(1482): Serving as c0771061be61,40037,1731252034921, RpcServer on c0771061be61/172.17.0.3:40037, sessionid=0x1012555918a0001 2024-11-10T15:20:36,258 DEBUG [RS:0;c0771061be61:40037 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T15:20:36,258 DEBUG [RS:0;c0771061be61:40037 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c0771061be61,40037,1731252034921 2024-11-10T15:20:36,258 DEBUG [RS:0;c0771061be61:40037 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c0771061be61,40037,1731252034921' 2024-11-10T15:20:36,258 DEBUG [RS:0;c0771061be61:40037 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-896312298/flush-table-proc/abort' 2024-11-10T15:20:36,259 DEBUG [RS:0;c0771061be61:40037 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-896312298/flush-table-proc/acquired' 2024-11-10T15:20:36,259 DEBUG [RS:0;c0771061be61:40037 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T15:20:36,259 DEBUG [RS:0;c0771061be61:40037 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T15:20:36,259 DEBUG [RS:0;c0771061be61:40037 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c0771061be61,40037,1731252034921 2024-11-10T15:20:36,259 DEBUG [RS:0;c0771061be61:40037 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c0771061be61,40037,1731252034921' 2024-11-10T15:20:36,259 DEBUG [RS:0;c0771061be61:40037 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-896312298/online-snapshot/abort' 2024-11-10T15:20:36,260 DEBUG [RS:0;c0771061be61:40037 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-896312298/online-snapshot/acquired' 2024-11-10T15:20:36,260 DEBUG [RS:0;c0771061be61:40037 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T15:20:36,260 INFO [RS:0;c0771061be61:40037 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T15:20:36,260 INFO [RS:0;c0771061be61:40037 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T15:20:36,360 INFO [RS:0;c0771061be61:40037 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T15:20:36,362 INFO [RS:0;c0771061be61:40037 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0771061be61%2C40037%2C1731252034921, suffix=, logDir=hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/WALs/c0771061be61,40037,1731252034921, archiveDir=hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/oldWALs, maxLogs=10 2024-11-10T15:20:36,374 DEBUG [RS:0;c0771061be61:40037 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/WALs/c0771061be61,40037,1731252034921/c0771061be61%2C40037%2C1731252034921.1731252036362, exclude list is [], retry=0 2024-11-10T15:20:36,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36559,DS-ecbed125-b1e1-4a55-9a16-26af501aa5d9,DISK] 2024-11-10T15:20:36,378 INFO [RS:0;c0771061be61:40037 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/WALs/c0771061be61,40037,1731252034921/c0771061be61%2C40037%2C1731252034921.1731252036362 2024-11-10T15:20:36,378 DEBUG [RS:0;c0771061be61:40037 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37681:37681)] 2024-11-10T15:20:36,574 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T15:20:36,575 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467 2024-11-10T15:20:36,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741833_1009 (size=32) 2024-11-10T15:20:36,980 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:20:36,981 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T15:20:36,982 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T15:20:36,982 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:20:36,983 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:20:36,983 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T15:20:36,985 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T15:20:36,985 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:20:36,985 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:20:36,985 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T15:20:36,987 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T15:20:36,987 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:20:36,987 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:20:36,987 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T15:20:36,988 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T15:20:36,988 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:20:36,989 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:20:36,989 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T15:20:36,989 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/data/hbase/meta/1588230740 2024-11-10T15:20:36,989 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/data/hbase/meta/1588230740 2024-11-10T15:20:36,990 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T15:20:36,990 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T15:20:36,991 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T15:20:36,991 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T15:20:36,993 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T15:20:36,993 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64481740, jitterRate=-0.03914719820022583}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T15:20:36,994 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731252036980Initializing all the Stores at 1731252036981 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731252036981Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731252036981Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252036981Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731252036981Cleaning up temporary data from old regions at 1731252036990 (+9 ms)Region opened successfully at 1731252036994 (+4 ms) 2024-11-10T15:20:36,994 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T15:20:36,994 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T15:20:36,994 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T15:20:36,994 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T15:20:36,994 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T15:20:36,994 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T15:20:36,994 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731252036994Disabling compacts and flushes for region at 1731252036994Disabling writes for close at 1731252036994Writing region close event to WAL at 1731252036994Closed at 1731252036994 2024-11-10T15:20:36,995 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T15:20:36,995 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T15:20:36,995 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T15:20:36,996 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T15:20:36,997 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T15:20:37,147 DEBUG [c0771061be61:33529 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T15:20:37,147 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c0771061be61,40037,1731252034921 2024-11-10T15:20:37,148 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c0771061be61,40037,1731252034921, state=OPENING 2024-11-10T15:20:37,197 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T15:20:37,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33529-0x1012555918a0000, quorum=127.0.0.1:55762, baseZNode=/0-896312298 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-896312298 2024-11-10T15:20:37,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40037-0x1012555918a0001, quorum=127.0.0.1:55762, baseZNode=/0-896312298 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-896312298 2024-11-10T15:20:37,208 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-896312298/meta-region-server: CHANGED 2024-11-10T15:20:37,208 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-896312298/meta-region-server: CHANGED 2024-11-10T15:20:37,208 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T15:20:37,208 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c0771061be61,40037,1731252034921}] 2024-11-10T15:20:37,361 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T15:20:37,362 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51841, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T15:20:37,365 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T15:20:37,365 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T15:20:37,365 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T15:20:37,366 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0771061be61%2C40037%2C1731252034921.meta, suffix=.meta, logDir=hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/WALs/c0771061be61,40037,1731252034921, archiveDir=hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/oldWALs, maxLogs=10 2024-11-10T15:20:37,378 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/WALs/c0771061be61,40037,1731252034921/c0771061be61%2C40037%2C1731252034921.meta.1731252037366.meta, exclude list is [], retry=0 2024-11-10T15:20:37,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36559,DS-ecbed125-b1e1-4a55-9a16-26af501aa5d9,DISK] 2024-11-10T15:20:37,381 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/WALs/c0771061be61,40037,1731252034921/c0771061be61%2C40037%2C1731252034921.meta.1731252037366.meta 2024-11-10T15:20:37,381 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37681:37681)] 2024-11-10T15:20:37,381 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T15:20:37,381 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T15:20:37,381 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T15:20:37,381 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T15:20:37,381 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T15:20:37,381 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T15:20:37,382 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:20:37,382 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T15:20:37,382 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T15:20:37,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T15:20:37,383 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T15:20:37,383 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:20:37,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:20:37,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T15:20:37,384 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T15:20:37,384 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:20:37,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:20:37,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T15:20:37,385 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T15:20:37,385 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:20:37,385 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:20:37,385 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T15:20:37,385 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T15:20:37,386 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:20:37,386 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:20:37,386 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T15:20:37,387 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/data/hbase/meta/1588230740 2024-11-10T15:20:37,387 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/data/hbase/meta/1588230740 2024-11-10T15:20:37,388 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T15:20:37,388 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T15:20:37,389 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T15:20:37,390 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T15:20:37,391 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71348488, jitterRate=0.06317532062530518}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T15:20:37,391 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T15:20:37,391 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731252037382Writing region info on filesystem at 1731252037382Initializing all the Stores at 1731252037382Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731252037382Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731252037382Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252037382Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731252037383 (+1 ms)Cleaning up temporary data from old regions at 1731252037388 (+5 ms)Running coprocessor post-open hooks at 1731252037391 (+3 ms)Region opened successfully at 1731252037391 2024-11-10T15:20:37,392 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731252037360 2024-11-10T15:20:37,394 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T15:20:37,394 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T15:20:37,394 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c0771061be61,40037,1731252034921 2024-11-10T15:20:37,395 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c0771061be61,40037,1731252034921, state=OPEN 2024-11-10T15:20:37,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40037-0x1012555918a0001, quorum=127.0.0.1:55762, baseZNode=/0-896312298 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-896312298/meta-region-server 2024-11-10T15:20:37,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33529-0x1012555918a0000, quorum=127.0.0.1:55762, baseZNode=/0-896312298 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-896312298/meta-region-server 2024-11-10T15:20:37,440 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c0771061be61,40037,1731252034921 2024-11-10T15:20:37,440 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-896312298/meta-region-server: CHANGED 2024-11-10T15:20:37,440 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-896312298/meta-region-server: CHANGED 2024-11-10T15:20:37,442 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T15:20:37,442 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c0771061be61,40037,1731252034921 in 232 msec 2024-11-10T15:20:37,444 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T15:20:37,444 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 448 msec 2024-11-10T15:20:37,445 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T15:20:37,445 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T15:20:37,446 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T15:20:37,446 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0771061be61,40037,1731252034921, seqNum=-1] 2024-11-10T15:20:37,446 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T15:20:37,447 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59785, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T15:20:37,452 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2930 sec 2024-11-10T15:20:37,452 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731252037452, completionTime=-1 2024-11-10T15:20:37,452 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T15:20:37,452 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T15:20:37,453 INFO [master/c0771061be61:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T15:20:37,454 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731252097454 2024-11-10T15:20:37,454 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731252157454 2024-11-10T15:20:37,454 INFO [master/c0771061be61:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T15:20:37,454 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,33529,1731252034735-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T15:20:37,454 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,33529,1731252034735-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:20:37,454 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,33529,1731252034735-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:20:37,454 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c0771061be61:33529, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:20:37,454 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T15:20:37,454 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T15:20:37,455 DEBUG [master/c0771061be61:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T15:20:37,457 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.449sec 2024-11-10T15:20:37,457 INFO [master/c0771061be61:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T15:20:37,457 INFO [master/c0771061be61:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T15:20:37,457 INFO [master/c0771061be61:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T15:20:37,457 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T15:20:37,457 INFO [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T15:20:37,457 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,33529,1731252034735-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T15:20:37,457 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,33529,1731252034735-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T15:20:37,459 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T15:20:37,459 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T15:20:37,459 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,33529,1731252034735-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:20:37,470 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15baf432, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:20:37,470 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0771061be61,33529,-1 for getting cluster id 2024-11-10T15:20:37,470 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T15:20:37,471 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a73d2232-3a48-4a26-9d9b-6939eca3afb9' 2024-11-10T15:20:37,471 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T15:20:37,471 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a73d2232-3a48-4a26-9d9b-6939eca3afb9" 2024-11-10T15:20:37,471 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a16d493, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:20:37,471 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0771061be61,33529,-1] 2024-11-10T15:20:37,471 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T15:20:37,472 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:20:37,472 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T15:20:37,473 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a35ba62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:20:37,473 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T15:20:37,474 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0771061be61,40037,1731252034921, seqNum=-1] 2024-11-10T15:20:37,474 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T15:20:37,475 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T15:20:37,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c0771061be61,33529,1731252034735 2024-11-10T15:20:37,477 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55762 2024-11-10T15:20:37,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55762, baseZNode=/0-896312298 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T15:20:37,492 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012555918a0002 connected 2024-11-10T15:20:37,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1210bc3b-9c96-ed8f-b799-a29a57e903c5/hadoop.log.dir so I do NOT create it in target/test-data/f70c65fd-c3fa-98e7-0515-6c81015893bc 2024-11-10T15:20:37,505 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1210bc3b-9c96-ed8f-b799-a29a57e903c5/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T15:20:37,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1210bc3b-9c96-ed8f-b799-a29a57e903c5/hadoop.tmp.dir so I do NOT create it in target/test-data/f70c65fd-c3fa-98e7-0515-6c81015893bc 2024-11-10T15:20:37,505 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1210bc3b-9c96-ed8f-b799-a29a57e903c5/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T15:20:37,505 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f70c65fd-c3fa-98e7-0515-6c81015893bc 2024-11-10T15:20:37,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T15:20:37,505 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f70c65fd-c3fa-98e7-0515-6c81015893bc/cluster_b8818867-ae35-0104-e412-9bac52f2a351, deleteOnExit=true 2024-11-10T15:20:37,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T15:20:37,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f70c65fd-c3fa-98e7-0515-6c81015893bc/test.cache.data in system properties and HBase conf 2024-11-10T15:20:37,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f70c65fd-c3fa-98e7-0515-6c81015893bc/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T15:20:37,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f70c65fd-c3fa-98e7-0515-6c81015893bc/hadoop.log.dir in system properties and HBase conf 2024-11-10T15:20:37,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f70c65fd-c3fa-98e7-0515-6c81015893bc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T15:20:37,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f70c65fd-c3fa-98e7-0515-6c81015893bc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T15:20:37,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T15:20:37,506 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T15:20:37,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f70c65fd-c3fa-98e7-0515-6c81015893bc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T15:20:37,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f70c65fd-c3fa-98e7-0515-6c81015893bc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T15:20:37,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f70c65fd-c3fa-98e7-0515-6c81015893bc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T15:20:37,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f70c65fd-c3fa-98e7-0515-6c81015893bc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T15:20:37,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f70c65fd-c3fa-98e7-0515-6c81015893bc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T15:20:37,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f70c65fd-c3fa-98e7-0515-6c81015893bc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T15:20:37,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f70c65fd-c3fa-98e7-0515-6c81015893bc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T15:20:37,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f70c65fd-c3fa-98e7-0515-6c81015893bc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T15:20:37,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f70c65fd-c3fa-98e7-0515-6c81015893bc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T15:20:37,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f70c65fd-c3fa-98e7-0515-6c81015893bc/nfs.dump.dir in system properties and HBase conf 2024-11-10T15:20:37,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f70c65fd-c3fa-98e7-0515-6c81015893bc/java.io.tmpdir in system properties and HBase conf 2024-11-10T15:20:37,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f70c65fd-c3fa-98e7-0515-6c81015893bc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T15:20:37,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f70c65fd-c3fa-98e7-0515-6c81015893bc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T15:20:37,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f70c65fd-c3fa-98e7-0515-6c81015893bc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T15:20:37,817 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T15:20:37,821 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T15:20:37,824 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T15:20:37,824 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T15:20:37,824 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T15:20:37,825 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T15:20:37,826 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74117ecf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f70c65fd-c3fa-98e7-0515-6c81015893bc/hadoop.log.dir/,AVAILABLE} 2024-11-10T15:20:37,827 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d032377{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T15:20:37,937 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@45e60b61{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f70c65fd-c3fa-98e7-0515-6c81015893bc/java.io.tmpdir/jetty-localhost-38015-hadoop-hdfs-3_4_1-tests_jar-_-any-16080978782077025484/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T15:20:37,938 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@27d8bc7b{HTTP/1.1, (http/1.1)}{localhost:38015} 2024-11-10T15:20:37,938 INFO [Time-limited test {}] server.Server(415): Started @168431ms 2024-11-10T15:20:38,196 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T15:20:38,198 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T15:20:38,199 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T15:20:38,199 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T15:20:38,199 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T15:20:38,200 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14981279{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f70c65fd-c3fa-98e7-0515-6c81015893bc/hadoop.log.dir/,AVAILABLE} 2024-11-10T15:20:38,200 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@126f37db{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T15:20:38,297 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@30acc661{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f70c65fd-c3fa-98e7-0515-6c81015893bc/java.io.tmpdir/jetty-localhost-43161-hadoop-hdfs-3_4_1-tests_jar-_-any-8418241264384550113/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T15:20:38,297 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4723368d{HTTP/1.1, (http/1.1)}{localhost:43161} 2024-11-10T15:20:38,297 INFO [Time-limited test {}] server.Server(415): Started @168791ms 2024-11-10T15:20:38,298 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T15:20:39,065 WARN [Thread-1792 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f70c65fd-c3fa-98e7-0515-6c81015893bc/cluster_b8818867-ae35-0104-e412-9bac52f2a351/data/data1/current/BP-2067892395-172.17.0.3-1731252037533/current, will proceed with Du for space computation calculation, 2024-11-10T15:20:39,066 WARN [Thread-1793 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f70c65fd-c3fa-98e7-0515-6c81015893bc/cluster_b8818867-ae35-0104-e412-9bac52f2a351/data/data2/current/BP-2067892395-172.17.0.3-1731252037533/current, will proceed with Du for space computation calculation, 2024-11-10T15:20:39,091 WARN [Thread-1780 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T15:20:39,094 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x159aac956131abbf with lease ID 0x6a57da6de580c143: Processing first storage report for DS-86156a77-beed-4d0a-a9ff-d08c8aeee4dc from datanode DatanodeRegistration(127.0.0.1:44093, datanodeUuid=1bb7e918-77df-4e86-8118-846d0d87a19e, infoPort=38519, infoSecurePort=0, ipcPort=42093, storageInfo=lv=-57;cid=testClusterID;nsid=1116375336;c=1731252037533) 2024-11-10T15:20:39,094 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x159aac956131abbf with lease ID 0x6a57da6de580c143: from storage DS-86156a77-beed-4d0a-a9ff-d08c8aeee4dc node DatanodeRegistration(127.0.0.1:44093, datanodeUuid=1bb7e918-77df-4e86-8118-846d0d87a19e, infoPort=38519, infoSecurePort=0, ipcPort=42093, storageInfo=lv=-57;cid=testClusterID;nsid=1116375336;c=1731252037533), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T15:20:39,094 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x159aac956131abbf with lease ID 0x6a57da6de580c143: Processing first storage report for DS-fe0e3a3d-b5e8-46e5-9c38-b14fd418e00c from datanode DatanodeRegistration(127.0.0.1:44093, datanodeUuid=1bb7e918-77df-4e86-8118-846d0d87a19e, infoPort=38519, infoSecurePort=0, ipcPort=42093, storageInfo=lv=-57;cid=testClusterID;nsid=1116375336;c=1731252037533) 2024-11-10T15:20:39,094 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x159aac956131abbf with lease ID 0x6a57da6de580c143: from storage DS-fe0e3a3d-b5e8-46e5-9c38-b14fd418e00c node DatanodeRegistration(127.0.0.1:44093, datanodeUuid=1bb7e918-77df-4e86-8118-846d0d87a19e, infoPort=38519, infoSecurePort=0, ipcPort=42093, storageInfo=lv=-57;cid=testClusterID;nsid=1116375336;c=1731252037533), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T15:20:39,122 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f70c65fd-c3fa-98e7-0515-6c81015893bc 2024-11-10T15:20:39,122 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:20:39,124 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:20:39,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44093 is added to blk_1073741825_1001 (size=7) 2024-11-10T15:20:39,531 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c with version=8 2024-11-10T15:20:39,531 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/hbase-staging 2024-11-10T15:20:39,533 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c0771061be61:0 server-side Connection retries=45 2024-11-10T15:20:39,533 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T15:20:39,533 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T15:20:39,533 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T15:20:39,533 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T15:20:39,533 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T15:20:39,533 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T15:20:39,534 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T15:20:39,534 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45381 2024-11-10T15:20:39,535 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45381 connecting to ZooKeeper ensemble=127.0.0.1:55762 2024-11-10T15:20:39,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:453810x0, quorum=127.0.0.1:55762, baseZNode=/1148093635 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T15:20:39,576 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45381-0x1012555918a0003 connected 2024-11-10T15:20:39,766 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:20:39,767 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:20:39,768 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45381-0x1012555918a0003, quorum=127.0.0.1:55762, baseZNode=/1148093635 Set watcher on znode that does not yet exist, /1148093635/running 2024-11-10T15:20:39,768 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c, hbase.cluster.distributed=false 2024-11-10T15:20:39,769 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45381-0x1012555918a0003, quorum=127.0.0.1:55762, baseZNode=/1148093635 Set watcher on znode that does not yet exist, /1148093635/acl 2024-11-10T15:20:39,770 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45381 2024-11-10T15:20:39,770 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45381 2024-11-10T15:20:39,770 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45381 2024-11-10T15:20:39,770 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45381 2024-11-10T15:20:39,770 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45381 2024-11-10T15:20:39,783 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c0771061be61:0 server-side Connection retries=45 2024-11-10T15:20:39,783 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T15:20:39,783 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T15:20:39,783 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T15:20:39,783 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T15:20:39,783 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T15:20:39,783 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T15:20:39,783 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T15:20:39,784 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41171 2024-11-10T15:20:39,785 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41171 connecting to ZooKeeper ensemble=127.0.0.1:55762 2024-11-10T15:20:39,785 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:20:39,786 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:20:39,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:411710x0, quorum=127.0.0.1:55762, baseZNode=/1148093635 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T15:20:39,798 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:411710x0, quorum=127.0.0.1:55762, baseZNode=/1148093635 Set watcher on znode that does not yet exist, /1148093635/running 2024-11-10T15:20:39,798 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41171-0x1012555918a0004 connected 2024-11-10T15:20:39,798 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T15:20:39,799 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T15:20:39,799 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41171-0x1012555918a0004, quorum=127.0.0.1:55762, baseZNode=/1148093635 Set watcher on znode that does not yet exist, /1148093635/master 2024-11-10T15:20:39,800 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41171-0x1012555918a0004, quorum=127.0.0.1:55762, baseZNode=/1148093635 Set watcher on znode that does not yet exist, /1148093635/acl 2024-11-10T15:20:39,804 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41171 2024-11-10T15:20:39,804 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41171 2024-11-10T15:20:39,804 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41171 2024-11-10T15:20:39,806 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41171 2024-11-10T15:20:39,806 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41171 2024-11-10T15:20:39,820 DEBUG [M:0;c0771061be61:45381 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c0771061be61:45381 2024-11-10T15:20:39,820 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1148093635/backup-masters/c0771061be61,45381,1731252039533 2024-11-10T15:20:39,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45381-0x1012555918a0003, quorum=127.0.0.1:55762, baseZNode=/1148093635 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1148093635/backup-masters 2024-11-10T15:20:39,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41171-0x1012555918a0004, quorum=127.0.0.1:55762, baseZNode=/1148093635 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1148093635/backup-masters 2024-11-10T15:20:39,829 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45381-0x1012555918a0003, quorum=127.0.0.1:55762, baseZNode=/1148093635 Set watcher on existing znode=/1148093635/backup-masters/c0771061be61,45381,1731252039533 2024-11-10T15:20:39,833 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-10T15:20:39,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41171-0x1012555918a0004, quorum=127.0.0.1:55762, baseZNode=/1148093635 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1148093635/master 2024-11-10T15:20:39,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45381-0x1012555918a0003, quorum=127.0.0.1:55762, baseZNode=/1148093635 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1148093635 2024-11-10T15:20:39,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41171-0x1012555918a0004, quorum=127.0.0.1:55762, baseZNode=/1148093635 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1148093635 2024-11-10T15:20:39,839 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45381-0x1012555918a0003, quorum=127.0.0.1:55762, baseZNode=/1148093635 Set watcher on existing znode=/1148093635/master 2024-11-10T15:20:39,840 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1148093635/backup-masters/c0771061be61,45381,1731252039533 from backup master directory 2024-11-10T15:20:39,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45381-0x1012555918a0003, quorum=127.0.0.1:55762, baseZNode=/1148093635 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1148093635/backup-masters/c0771061be61,45381,1731252039533 2024-11-10T15:20:39,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45381-0x1012555918a0003, quorum=127.0.0.1:55762, baseZNode=/1148093635 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1148093635/backup-masters 2024-11-10T15:20:39,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41171-0x1012555918a0004, quorum=127.0.0.1:55762, baseZNode=/1148093635 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1148093635/backup-masters 2024-11-10T15:20:39,850 WARN [master/c0771061be61:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T15:20:39,850 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c0771061be61,45381,1731252039533 2024-11-10T15:20:39,853 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/hbase.id] with ID: d6446411-e2b2-4547-abb5-fa38870b5a62 2024-11-10T15:20:39,853 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/.tmp/hbase.id 2024-11-10T15:20:39,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44093 is added to blk_1073741826_1002 (size=42) 2024-11-10T15:20:40,258 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/.tmp/hbase.id]:[hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/hbase.id] 2024-11-10T15:20:40,267 INFO [master/c0771061be61:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:20:40,267 INFO [master/c0771061be61:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T15:20:40,268 INFO [master/c0771061be61:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-10T15:20:40,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45381-0x1012555918a0003, quorum=127.0.0.1:55762, baseZNode=/1148093635 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1148093635 2024-11-10T15:20:40,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41171-0x1012555918a0004, quorum=127.0.0.1:55762, baseZNode=/1148093635 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1148093635 2024-11-10T15:20:40,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44093 is added to blk_1073741827_1003 (size=196) 2024-11-10T15:20:40,685 INFO [master/c0771061be61:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T15:20:40,686 INFO [master/c0771061be61:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T15:20:40,686 INFO [master/c0771061be61:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T15:20:40,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44093 is added to blk_1073741828_1004 (size=1189) 2024-11-10T15:20:40,693 INFO [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/MasterData/data/master/store 2024-11-10T15:20:40,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44093 is added to blk_1073741829_1005 (size=34) 2024-11-10T15:20:41,102 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:20:41,102 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T15:20:41,102 INFO [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:20:41,102 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:20:41,102 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T15:20:41,102 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:20:41,102 INFO [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:20:41,102 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731252041102Disabling compacts and flushes for region at 1731252041102Disabling writes for close at 1731252041102Writing region close event to WAL at 1731252041102Closed at 1731252041102 2024-11-10T15:20:41,103 WARN [master/c0771061be61:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/MasterData/data/master/store/.initializing 2024-11-10T15:20:41,103 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/MasterData/WALs/c0771061be61,45381,1731252039533 2024-11-10T15:20:41,104 INFO [master/c0771061be61:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T15:20:41,106 INFO [master/c0771061be61:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c0771061be61%2C45381%2C1731252039533, suffix=, logDir=hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/MasterData/WALs/c0771061be61,45381,1731252039533, archiveDir=hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/MasterData/oldWALs, maxLogs=10 2024-11-10T15:20:41,117 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/MasterData/WALs/c0771061be61,45381,1731252039533/c0771061be61%2C45381%2C1731252039533.1731252041106, exclude list is [], retry=0 2024-11-10T15:20:41,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44093,DS-86156a77-beed-4d0a-a9ff-d08c8aeee4dc,DISK] 2024-11-10T15:20:41,122 INFO [master/c0771061be61:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/MasterData/WALs/c0771061be61,45381,1731252039533/c0771061be61%2C45381%2C1731252039533.1731252041106 2024-11-10T15:20:41,122 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38519:38519)] 2024-11-10T15:20:41,122 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T15:20:41,122 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:20:41,123 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:20:41,123 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:20:41,124 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:20:41,125 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T15:20:41,125 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:20:41,125 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:20:41,125 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:20:41,126 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T15:20:41,126 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:20:41,126 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:20:41,127 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:20:41,127 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T15:20:41,127 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:20:41,128 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:20:41,128 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:20:41,129 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T15:20:41,129 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:20:41,129 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:20:41,129 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:20:41,130 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:20:41,130 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:20:41,131 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:20:41,131 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:20:41,131 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T15:20:41,132 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:20:41,133 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T15:20:41,134 INFO [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67942646, jitterRate=0.012424319982528687}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T15:20:41,134 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731252041123Initializing all the Stores at 1731252041123Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731252041123Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252041123Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252041123Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252041123Cleaning up temporary data from old regions at 1731252041131 (+8 ms)Region opened successfully at 1731252041134 (+3 ms) 2024-11-10T15:20:41,134 INFO [master/c0771061be61:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T15:20:41,136 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24ed0799, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c0771061be61/172.17.0.3:0 2024-11-10T15:20:41,137 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T15:20:41,137 INFO [master/c0771061be61:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T15:20:41,137 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T15:20:41,137 INFO [master/c0771061be61:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T15:20:41,137 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T15:20:41,138 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T15:20:41,138 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T15:20:41,139 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T15:20:41,140 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45381-0x1012555918a0003, quorum=127.0.0.1:55762, baseZNode=/1148093635 Unable to get data of znode /1148093635/balancer because node does not exist (not necessarily an error) 2024-11-10T15:20:41,186 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1148093635/balancer already deleted, retry=false 2024-11-10T15:20:41,187 INFO [master/c0771061be61:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T15:20:41,188 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45381-0x1012555918a0003, quorum=127.0.0.1:55762, baseZNode=/1148093635 Unable to get data of znode /1148093635/normalizer because node does not exist (not necessarily an error) 2024-11-10T15:20:41,197 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1148093635/normalizer already deleted, retry=false 2024-11-10T15:20:41,197 INFO [master/c0771061be61:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T15:20:41,198 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45381-0x1012555918a0003, quorum=127.0.0.1:55762, baseZNode=/1148093635 Unable to get data of znode /1148093635/switch/split because node does not exist (not necessarily an error) 2024-11-10T15:20:41,207 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1148093635/switch/split already deleted, retry=false 2024-11-10T15:20:41,208 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45381-0x1012555918a0003, quorum=127.0.0.1:55762, baseZNode=/1148093635 Unable to get data of znode /1148093635/switch/merge because node does not exist (not necessarily an error) 2024-11-10T15:20:41,218 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1148093635/switch/merge already deleted, retry=false 2024-11-10T15:20:41,220 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45381-0x1012555918a0003, quorum=127.0.0.1:55762, baseZNode=/1148093635 Unable to get data of znode /1148093635/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T15:20:41,228 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1148093635/snapshot-cleanup already deleted, retry=false 2024-11-10T15:20:41,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41171-0x1012555918a0004, quorum=127.0.0.1:55762, baseZNode=/1148093635 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1148093635/running 2024-11-10T15:20:41,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45381-0x1012555918a0003, quorum=127.0.0.1:55762, baseZNode=/1148093635 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1148093635/running 2024-11-10T15:20:41,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45381-0x1012555918a0003, quorum=127.0.0.1:55762, baseZNode=/1148093635 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1148093635 2024-11-10T15:20:41,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41171-0x1012555918a0004, quorum=127.0.0.1:55762, baseZNode=/1148093635 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1148093635 2024-11-10T15:20:41,239 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c0771061be61,45381,1731252039533, sessionid=0x1012555918a0003, setting cluster-up flag (Was=false) 2024-11-10T15:20:41,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45381-0x1012555918a0003, quorum=127.0.0.1:55762, baseZNode=/1148093635 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1148093635 2024-11-10T15:20:41,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41171-0x1012555918a0004, quorum=127.0.0.1:55762, baseZNode=/1148093635 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1148093635 2024-11-10T15:20:41,292 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1148093635/flush-table-proc/acquired, /1148093635/flush-table-proc/reached, /1148093635/flush-table-proc/abort 2024-11-10T15:20:41,292 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c0771061be61,45381,1731252039533 2024-11-10T15:20:41,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41171-0x1012555918a0004, quorum=127.0.0.1:55762, baseZNode=/1148093635 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1148093635 2024-11-10T15:20:41,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45381-0x1012555918a0003, quorum=127.0.0.1:55762, baseZNode=/1148093635 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1148093635 2024-11-10T15:20:41,344 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1148093635/online-snapshot/acquired, /1148093635/online-snapshot/reached, /1148093635/online-snapshot/abort 2024-11-10T15:20:41,345 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c0771061be61,45381,1731252039533 2024-11-10T15:20:41,350 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T15:20:41,353 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T15:20:41,353 INFO [master/c0771061be61:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T15:20:41,353 INFO [master/c0771061be61:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T15:20:41,354 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c0771061be61,45381,1731252039533 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T15:20:41,355 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c0771061be61:0, corePoolSize=5, maxPoolSize=5 2024-11-10T15:20:41,355 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c0771061be61:0, corePoolSize=5, maxPoolSize=5 2024-11-10T15:20:41,355 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c0771061be61:0, corePoolSize=5, maxPoolSize=5 2024-11-10T15:20:41,355 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c0771061be61:0, corePoolSize=5, maxPoolSize=5 2024-11-10T15:20:41,355 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c0771061be61:0, corePoolSize=10, maxPoolSize=10 2024-11-10T15:20:41,355 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:20:41,355 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c0771061be61:0, corePoolSize=2, maxPoolSize=2 2024-11-10T15:20:41,355 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:20:41,356 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T15:20:41,356 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T15:20:41,357 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:20:41,357 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T15:20:41,358 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731252071358 2024-11-10T15:20:41,358 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T15:20:41,358 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T15:20:41,359 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T15:20:41,359 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T15:20:41,359 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T15:20:41,359 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T15:20:41,359 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T15:20:41,359 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T15:20:41,359 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T15:20:41,359 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T15:20:41,359 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T15:20:41,360 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T15:20:41,360 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T15:20:41,363 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c0771061be61:0:becomeActiveMaster-HFileCleaner.large.0-1731252041360,5,FailOnTimeoutGroup] 2024-11-10T15:20:41,364 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c0771061be61:0:becomeActiveMaster-HFileCleaner.small.0-1731252041363,5,FailOnTimeoutGroup] 2024-11-10T15:20:41,364 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T15:20:41,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44093 is added to blk_1073741831_1007 (size=1321) 2024-11-10T15:20:41,364 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T15:20:41,364 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T15:20:41,364 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T15:20:41,408 INFO [RS:0;c0771061be61:41171 {}] regionserver.HRegionServer(746): ClusterId : d6446411-e2b2-4547-abb5-fa38870b5a62 2024-11-10T15:20:41,408 DEBUG [RS:0;c0771061be61:41171 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T15:20:41,418 DEBUG [RS:0;c0771061be61:41171 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T15:20:41,418 DEBUG [RS:0;c0771061be61:41171 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T15:20:41,429 DEBUG [RS:0;c0771061be61:41171 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T15:20:41,430 DEBUG [RS:0;c0771061be61:41171 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@766626ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c0771061be61/172.17.0.3:0 2024-11-10T15:20:41,443 DEBUG [RS:0;c0771061be61:41171 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c0771061be61:41171 2024-11-10T15:20:41,444 INFO [RS:0;c0771061be61:41171 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T15:20:41,444 INFO [RS:0;c0771061be61:41171 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T15:20:41,444 DEBUG [RS:0;c0771061be61:41171 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T15:20:41,444 INFO [RS:0;c0771061be61:41171 {}] regionserver.HRegionServer(2659): reportForDuty to master=c0771061be61,45381,1731252039533 with port=41171, startcode=1731252039783 2024-11-10T15:20:41,444 DEBUG [RS:0;c0771061be61:41171 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T15:20:41,446 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57111, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T15:20:41,446 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45381 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c0771061be61,41171,1731252039783 2024-11-10T15:20:41,446 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45381 {}] master.ServerManager(517): Registering regionserver=c0771061be61,41171,1731252039783 2024-11-10T15:20:41,447 DEBUG [RS:0;c0771061be61:41171 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c 2024-11-10T15:20:41,447 DEBUG [RS:0;c0771061be61:41171 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42357 2024-11-10T15:20:41,447 DEBUG [RS:0;c0771061be61:41171 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T15:20:41,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45381-0x1012555918a0003, quorum=127.0.0.1:55762, baseZNode=/1148093635 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1148093635/rs 2024-11-10T15:20:41,458 DEBUG [RS:0;c0771061be61:41171 {}] zookeeper.ZKUtil(111): regionserver:41171-0x1012555918a0004, quorum=127.0.0.1:55762, baseZNode=/1148093635 Set watcher on existing znode=/1148093635/rs/c0771061be61,41171,1731252039783 2024-11-10T15:20:41,458 WARN [RS:0;c0771061be61:41171 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T15:20:41,459 INFO [RS:0;c0771061be61:41171 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T15:20:41,459 DEBUG [RS:0;c0771061be61:41171 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/WALs/c0771061be61,41171,1731252039783 2024-11-10T15:20:41,459 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c0771061be61,41171,1731252039783] 2024-11-10T15:20:41,462 INFO [RS:0;c0771061be61:41171 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T15:20:41,464 INFO [RS:0;c0771061be61:41171 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T15:20:41,464 INFO [RS:0;c0771061be61:41171 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T15:20:41,464 INFO [RS:0;c0771061be61:41171 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T15:20:41,465 INFO [RS:0;c0771061be61:41171 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T15:20:41,465 INFO [RS:0;c0771061be61:41171 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T15:20:41,465 INFO [RS:0;c0771061be61:41171 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T15:20:41,465 DEBUG [RS:0;c0771061be61:41171 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:20:41,465 DEBUG [RS:0;c0771061be61:41171 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:20:41,466 DEBUG [RS:0;c0771061be61:41171 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:20:41,466 DEBUG [RS:0;c0771061be61:41171 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:20:41,466 DEBUG [RS:0;c0771061be61:41171 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:20:41,466 DEBUG [RS:0;c0771061be61:41171 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c0771061be61:0, corePoolSize=2, maxPoolSize=2 2024-11-10T15:20:41,466 DEBUG [RS:0;c0771061be61:41171 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:20:41,466 DEBUG [RS:0;c0771061be61:41171 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:20:41,466 DEBUG [RS:0;c0771061be61:41171 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:20:41,466 DEBUG [RS:0;c0771061be61:41171 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:20:41,466 DEBUG [RS:0;c0771061be61:41171 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:20:41,466 DEBUG [RS:0;c0771061be61:41171 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:20:41,466 DEBUG [RS:0;c0771061be61:41171 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c0771061be61:0, corePoolSize=3, maxPoolSize=3 2024-11-10T15:20:41,466 DEBUG [RS:0;c0771061be61:41171 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c0771061be61:0, corePoolSize=3, maxPoolSize=3 2024-11-10T15:20:41,470 INFO [RS:0;c0771061be61:41171 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T15:20:41,470 INFO [RS:0;c0771061be61:41171 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T15:20:41,470 INFO [RS:0;c0771061be61:41171 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T15:20:41,470 INFO [RS:0;c0771061be61:41171 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T15:20:41,470 INFO [RS:0;c0771061be61:41171 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T15:20:41,470 INFO [RS:0;c0771061be61:41171 {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,41171,1731252039783-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T15:20:41,490 INFO [RS:0;c0771061be61:41171 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T15:20:41,490 INFO [RS:0;c0771061be61:41171 {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,41171,1731252039783-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T15:20:41,490 INFO [RS:0;c0771061be61:41171 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:20:41,490 INFO [RS:0;c0771061be61:41171 {}] regionserver.Replication(171): c0771061be61,41171,1731252039783 started 2024-11-10T15:20:41,510 INFO [RS:0;c0771061be61:41171 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:20:41,510 INFO [RS:0;c0771061be61:41171 {}] regionserver.HRegionServer(1482): Serving as c0771061be61,41171,1731252039783, RpcServer on c0771061be61/172.17.0.3:41171, sessionid=0x1012555918a0004 2024-11-10T15:20:41,510 DEBUG [RS:0;c0771061be61:41171 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T15:20:41,510 DEBUG [RS:0;c0771061be61:41171 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c0771061be61,41171,1731252039783 2024-11-10T15:20:41,511 DEBUG [RS:0;c0771061be61:41171 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c0771061be61,41171,1731252039783' 2024-11-10T15:20:41,511 DEBUG [RS:0;c0771061be61:41171 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1148093635/flush-table-proc/abort' 2024-11-10T15:20:41,511 DEBUG [RS:0;c0771061be61:41171 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1148093635/flush-table-proc/acquired' 2024-11-10T15:20:41,511 DEBUG [RS:0;c0771061be61:41171 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T15:20:41,511 DEBUG [RS:0;c0771061be61:41171 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T15:20:41,511 DEBUG [RS:0;c0771061be61:41171 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c0771061be61,41171,1731252039783 2024-11-10T15:20:41,511 DEBUG [RS:0;c0771061be61:41171 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c0771061be61,41171,1731252039783' 2024-11-10T15:20:41,511 DEBUG [RS:0;c0771061be61:41171 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1148093635/online-snapshot/abort' 2024-11-10T15:20:41,512 DEBUG [RS:0;c0771061be61:41171 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1148093635/online-snapshot/acquired' 2024-11-10T15:20:41,512 DEBUG [RS:0;c0771061be61:41171 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T15:20:41,512 INFO [RS:0;c0771061be61:41171 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T15:20:41,512 INFO [RS:0;c0771061be61:41171 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T15:20:41,612 INFO [RS:0;c0771061be61:41171 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T15:20:41,614 INFO [RS:0;c0771061be61:41171 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0771061be61%2C41171%2C1731252039783, suffix=, logDir=hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/WALs/c0771061be61,41171,1731252039783, archiveDir=hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/oldWALs, maxLogs=10 2024-11-10T15:20:41,629 DEBUG [RS:0;c0771061be61:41171 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/WALs/c0771061be61,41171,1731252039783/c0771061be61%2C41171%2C1731252039783.1731252041614, exclude list is [], retry=0 2024-11-10T15:20:41,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44093,DS-86156a77-beed-4d0a-a9ff-d08c8aeee4dc,DISK] 2024-11-10T15:20:41,633 INFO [RS:0;c0771061be61:41171 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/WALs/c0771061be61,41171,1731252039783/c0771061be61%2C41171%2C1731252039783.1731252041614 2024-11-10T15:20:41,633 DEBUG [RS:0;c0771061be61:41171 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38519:38519)] 2024-11-10T15:20:41,765 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T15:20:41,766 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c 2024-11-10T15:20:41,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44093 is added to blk_1073741833_1009 (size=32) 2024-11-10T15:20:42,175 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:20:42,176 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T15:20:42,177 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T15:20:42,177 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:20:42,177 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:20:42,177 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T15:20:42,178 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T15:20:42,178 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:20:42,178 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:20:42,178 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T15:20:42,179 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T15:20:42,179 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:20:42,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:20:42,180 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T15:20:42,180 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T15:20:42,180 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:20:42,181 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:20:42,181 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T15:20:42,181 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/data/hbase/meta/1588230740 2024-11-10T15:20:42,181 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/data/hbase/meta/1588230740 2024-11-10T15:20:42,182 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T15:20:42,182 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T15:20:42,183 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T15:20:42,183 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T15:20:42,185 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T15:20:42,185 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73005868, jitterRate=0.0878722071647644}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T15:20:42,185 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731252042175Initializing all the Stores at 1731252042175Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731252042175Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731252042175Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252042176 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731252042176Cleaning up temporary data from old regions at 1731252042182 (+6 ms)Region opened successfully at 1731252042185 (+3 ms) 2024-11-10T15:20:42,185 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T15:20:42,185 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T15:20:42,185 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T15:20:42,185 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T15:20:42,185 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T15:20:42,186 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T15:20:42,186 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731252042185Disabling compacts and flushes for region at 1731252042185Disabling writes for close at 1731252042185Writing region close event to WAL at 1731252042186 (+1 ms)Closed at 1731252042186 2024-11-10T15:20:42,187 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T15:20:42,187 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T15:20:42,187 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T15:20:42,188 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T15:20:42,188 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T15:20:42,222 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T15:20:42,338 DEBUG [c0771061be61:45381 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T15:20:42,339 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c0771061be61,41171,1731252039783 2024-11-10T15:20:42,340 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c0771061be61,41171,1731252039783, state=OPENING 2024-11-10T15:20:42,443 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T15:20:42,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45381-0x1012555918a0003, quorum=127.0.0.1:55762, baseZNode=/1148093635 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1148093635 2024-11-10T15:20:42,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41171-0x1012555918a0004, quorum=127.0.0.1:55762, baseZNode=/1148093635 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1148093635 2024-11-10T15:20:42,461 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1148093635/meta-region-server: CHANGED 2024-11-10T15:20:42,461 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T15:20:42,461 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1148093635/meta-region-server: CHANGED 2024-11-10T15:20:42,461 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c0771061be61,41171,1731252039783}] 2024-11-10T15:20:42,613 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T15:20:42,615 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34273, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T15:20:42,618 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T15:20:42,618 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T15:20:42,618 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T15:20:42,619 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0771061be61%2C41171%2C1731252039783.meta, suffix=.meta, logDir=hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/WALs/c0771061be61,41171,1731252039783, archiveDir=hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/oldWALs, maxLogs=10 2024-11-10T15:20:42,637 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/WALs/c0771061be61,41171,1731252039783/c0771061be61%2C41171%2C1731252039783.meta.1731252042620.meta, exclude list is [], retry=0 2024-11-10T15:20:42,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44093,DS-86156a77-beed-4d0a-a9ff-d08c8aeee4dc,DISK] 2024-11-10T15:20:42,640 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/WALs/c0771061be61,41171,1731252039783/c0771061be61%2C41171%2C1731252039783.meta.1731252042620.meta 2024-11-10T15:20:42,641 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38519:38519)] 2024-11-10T15:20:42,641 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T15:20:42,642 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T15:20:42,642 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T15:20:42,642 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T15:20:42,642 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T15:20:42,642 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T15:20:42,642 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:20:42,642 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T15:20:42,642 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T15:20:42,643 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T15:20:42,644 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T15:20:42,644 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:20:42,644 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:20:42,644 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T15:20:42,645 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T15:20:42,645 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:20:42,645 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:20:42,645 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T15:20:42,646 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T15:20:42,646 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:20:42,646 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:20:42,646 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T15:20:42,646 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T15:20:42,646 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:20:42,647 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:20:42,647 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T15:20:42,647 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/data/hbase/meta/1588230740 2024-11-10T15:20:42,648 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/data/hbase/meta/1588230740 2024-11-10T15:20:42,649 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T15:20:42,649 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T15:20:42,649 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T15:20:42,650 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T15:20:42,651 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68812849, jitterRate=0.0253913551568985}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T15:20:42,651 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T15:20:42,651 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731252042642Writing region info on filesystem at 1731252042642Initializing all the Stores at 1731252042643 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731252042643Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731252042643Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252042643Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731252042643Cleaning up temporary data from old regions at 1731252042649 (+6 ms)Running coprocessor post-open hooks at 1731252042651 (+2 ms)Region opened successfully at 1731252042651 2024-11-10T15:20:42,652 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731252042613 2024-11-10T15:20:42,653 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T15:20:42,654 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T15:20:42,654 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c0771061be61,41171,1731252039783 2024-11-10T15:20:42,655 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c0771061be61,41171,1731252039783, state=OPEN 2024-11-10T15:20:42,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45381-0x1012555918a0003, quorum=127.0.0.1:55762, baseZNode=/1148093635 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1148093635/meta-region-server 2024-11-10T15:20:42,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41171-0x1012555918a0004, quorum=127.0.0.1:55762, baseZNode=/1148093635 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1148093635/meta-region-server 2024-11-10T15:20:42,660 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c0771061be61,41171,1731252039783 2024-11-10T15:20:42,660 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1148093635/meta-region-server: CHANGED 2024-11-10T15:20:42,660 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1148093635/meta-region-server: CHANGED 2024-11-10T15:20:42,663 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T15:20:42,663 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c0771061be61,41171,1731252039783 in 199 msec 2024-11-10T15:20:42,666 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T15:20:42,667 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 476 msec 2024-11-10T15:20:42,667 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T15:20:42,667 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T15:20:42,669 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T15:20:42,669 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0771061be61,41171,1731252039783, seqNum=-1] 2024-11-10T15:20:42,669 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T15:20:42,670 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38721, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T15:20:42,674 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3210 sec 2024-11-10T15:20:42,674 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731252042674, completionTime=-1 2024-11-10T15:20:42,674 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T15:20:42,674 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T15:20:42,676 INFO [master/c0771061be61:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T15:20:42,676 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731252102676 2024-11-10T15:20:42,676 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731252162676 2024-11-10T15:20:42,676 INFO [master/c0771061be61:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T15:20:42,676 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,45381,1731252039533-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T15:20:42,676 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,45381,1731252039533-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:20:42,676 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,45381,1731252039533-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:20:42,676 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c0771061be61:45381, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:20:42,676 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T15:20:42,677 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T15:20:42,678 DEBUG [master/c0771061be61:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T15:20:42,679 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.829sec 2024-11-10T15:20:42,680 INFO [master/c0771061be61:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T15:20:42,680 INFO [master/c0771061be61:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T15:20:42,680 INFO [master/c0771061be61:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T15:20:42,680 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T15:20:42,680 INFO [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T15:20:42,680 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,45381,1731252039533-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T15:20:42,680 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,45381,1731252039533-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T15:20:42,681 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T15:20:42,682 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T15:20:42,682 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,45381,1731252039533-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:20:42,709 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ee73a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:20:42,709 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0771061be61,45381,-1 for getting cluster id 2024-11-10T15:20:42,709 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T15:20:42,710 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd6446411-e2b2-4547-abb5-fa38870b5a62' 2024-11-10T15:20:42,710 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T15:20:42,711 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d6446411-e2b2-4547-abb5-fa38870b5a62" 2024-11-10T15:20:42,711 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48462dcf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:20:42,711 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0771061be61,45381,-1] 2024-11-10T15:20:42,711 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T15:20:42,711 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:20:42,712 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T15:20:42,713 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d27105d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:20:42,713 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T15:20:42,714 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0771061be61,41171,1731252039783, seqNum=-1] 2024-11-10T15:20:42,714 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T15:20:42,715 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T15:20:42,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c0771061be61,45381,1731252039533 2024-11-10T15:20:42,717 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55762 2024-11-10T15:20:42,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55762, baseZNode=/1148093635 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T15:20:42,724 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1012555918a0005 connected 2024-11-10T15:20:42,735 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T15:20:42,736 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is c0771061be61,33529,1731252034735 2024-11-10T15:20:42,736 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@785b3dfe 2024-11-10T15:20:42,736 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T15:20:42,737 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T15:20:42,738 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33529 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T15:20:42,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33529 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T15:20:42,740 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T15:20:42,740 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:20:42,740 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33529 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T15:20:42,741 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T15:20:42,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33529 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T15:20:42,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741835_1011 (size=902) 2024-11-10T15:20:42,747 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1f67a034bbeb86eddf203871ca5ab610, NAME => 'test,,1731252042738.1f67a034bbeb86eddf203871ca5ab610.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467 2024-11-10T15:20:42,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741836_1012 (size=39) 2024-11-10T15:20:42,766 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731252042738.1f67a034bbeb86eddf203871ca5ab610.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:20:42,766 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 1f67a034bbeb86eddf203871ca5ab610, disabling compactions & flushes 2024-11-10T15:20:42,766 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731252042738.1f67a034bbeb86eddf203871ca5ab610. 2024-11-10T15:20:42,766 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731252042738.1f67a034bbeb86eddf203871ca5ab610. 2024-11-10T15:20:42,766 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731252042738.1f67a034bbeb86eddf203871ca5ab610. after waiting 0 ms 2024-11-10T15:20:42,766 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731252042738.1f67a034bbeb86eddf203871ca5ab610. 2024-11-10T15:20:42,766 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731252042738.1f67a034bbeb86eddf203871ca5ab610. 2024-11-10T15:20:42,766 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1f67a034bbeb86eddf203871ca5ab610: Waiting for close lock at 1731252042766Disabling compacts and flushes for region at 1731252042766Disabling writes for close at 1731252042766Writing region close event to WAL at 1731252042766Closed at 1731252042766 2024-11-10T15:20:42,767 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T15:20:42,768 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731252042738.1f67a034bbeb86eddf203871ca5ab610.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731252042767"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731252042767"}]},"ts":"1731252042767"} 2024-11-10T15:20:42,770 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T15:20:42,770 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T15:20:42,771 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731252042770"}]},"ts":"1731252042770"} 2024-11-10T15:20:42,773 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T15:20:42,773 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1f67a034bbeb86eddf203871ca5ab610, ASSIGN}] 2024-11-10T15:20:42,774 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1f67a034bbeb86eddf203871ca5ab610, ASSIGN 2024-11-10T15:20:42,775 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=1f67a034bbeb86eddf203871ca5ab610, ASSIGN; state=OFFLINE, location=c0771061be61,40037,1731252034921; forceNewPlan=false, retain=false 2024-11-10T15:20:42,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33529 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T15:20:42,883 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T15:20:42,905 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:20:42,905 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:20:42,905 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:20:42,906 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:20:42,906 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:20:42,906 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:20:42,913 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:20:42,916 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:20:42,926 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1f67a034bbeb86eddf203871ca5ab610, regionState=OPENING, regionLocation=c0771061be61,40037,1731252034921 2024-11-10T15:20:42,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=1f67a034bbeb86eddf203871ca5ab610, ASSIGN because future has completed 2024-11-10T15:20:42,928 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1f67a034bbeb86eddf203871ca5ab610, server=c0771061be61,40037,1731252034921}] 2024-11-10T15:20:43,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33529 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T15:20:43,084 INFO [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731252042738.1f67a034bbeb86eddf203871ca5ab610. 2024-11-10T15:20:43,084 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1f67a034bbeb86eddf203871ca5ab610, NAME => 'test,,1731252042738.1f67a034bbeb86eddf203871ca5ab610.', STARTKEY => '', ENDKEY => ''} 2024-11-10T15:20:43,084 INFO [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T15:20:43,084 INFO [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T15:20:43,084 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1f67a034bbeb86eddf203871ca5ab610 2024-11-10T15:20:43,084 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731252042738.1f67a034bbeb86eddf203871ca5ab610.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:20:43,084 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1f67a034bbeb86eddf203871ca5ab610 2024-11-10T15:20:43,084 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1f67a034bbeb86eddf203871ca5ab610 2024-11-10T15:20:43,085 INFO [StoreOpener-1f67a034bbeb86eddf203871ca5ab610-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1f67a034bbeb86eddf203871ca5ab610 2024-11-10T15:20:43,086 INFO [StoreOpener-1f67a034bbeb86eddf203871ca5ab610-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1f67a034bbeb86eddf203871ca5ab610 columnFamilyName f 2024-11-10T15:20:43,086 DEBUG [StoreOpener-1f67a034bbeb86eddf203871ca5ab610-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:20:43,087 INFO [StoreOpener-1f67a034bbeb86eddf203871ca5ab610-1 {}] regionserver.HStore(327): Store=1f67a034bbeb86eddf203871ca5ab610/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:20:43,087 INFO [StoreOpener-1f67a034bbeb86eddf203871ca5ab610-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 1f67a034bbeb86eddf203871ca5ab610 2024-11-10T15:20:43,088 INFO [StoreOpener-1f67a034bbeb86eddf203871ca5ab610-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1f67a034bbeb86eddf203871ca5ab610 columnFamilyName f1 2024-11-10T15:20:43,088 DEBUG [StoreOpener-1f67a034bbeb86eddf203871ca5ab610-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:20:43,088 INFO [StoreOpener-1f67a034bbeb86eddf203871ca5ab610-1 {}] regionserver.HStore(327): Store=1f67a034bbeb86eddf203871ca5ab610/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:20:43,088 INFO [StoreOpener-1f67a034bbeb86eddf203871ca5ab610-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1f67a034bbeb86eddf203871ca5ab610 2024-11-10T15:20:43,089 INFO [StoreOpener-1f67a034bbeb86eddf203871ca5ab610-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1f67a034bbeb86eddf203871ca5ab610 columnFamilyName norep 2024-11-10T15:20:43,089 DEBUG [StoreOpener-1f67a034bbeb86eddf203871ca5ab610-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:20:43,089 INFO [StoreOpener-1f67a034bbeb86eddf203871ca5ab610-1 {}] regionserver.HStore(327): Store=1f67a034bbeb86eddf203871ca5ab610/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:20:43,089 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1f67a034bbeb86eddf203871ca5ab610 2024-11-10T15:20:43,090 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/data/default/test/1f67a034bbeb86eddf203871ca5ab610 2024-11-10T15:20:43,090 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/data/default/test/1f67a034bbeb86eddf203871ca5ab610 2024-11-10T15:20:43,091 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1f67a034bbeb86eddf203871ca5ab610 2024-11-10T15:20:43,091 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1f67a034bbeb86eddf203871ca5ab610 2024-11-10T15:20:43,091 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T15:20:43,092 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1f67a034bbeb86eddf203871ca5ab610 2024-11-10T15:20:43,094 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/data/default/test/1f67a034bbeb86eddf203871ca5ab610/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T15:20:43,094 INFO [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1f67a034bbeb86eddf203871ca5ab610; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75026800, jitterRate=0.11798644065856934}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T15:20:43,094 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1f67a034bbeb86eddf203871ca5ab610 2024-11-10T15:20:43,095 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1f67a034bbeb86eddf203871ca5ab610: Running coprocessor pre-open hook at 1731252043084Writing region info on filesystem at 1731252043084Initializing all the Stores at 1731252043085 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252043085Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252043085Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252043085Cleaning up temporary data from old regions at 1731252043091 (+6 ms)Running coprocessor post-open hooks at 1731252043094 (+3 ms)Region opened successfully at 1731252043095 (+1 ms) 2024-11-10T15:20:43,096 INFO [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731252042738.1f67a034bbeb86eddf203871ca5ab610., pid=6, masterSystemTime=1731252043080 2024-11-10T15:20:43,097 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731252042738.1f67a034bbeb86eddf203871ca5ab610. 2024-11-10T15:20:43,098 INFO [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731252042738.1f67a034bbeb86eddf203871ca5ab610. 2024-11-10T15:20:43,098 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1f67a034bbeb86eddf203871ca5ab610, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c0771061be61,40037,1731252034921 2024-11-10T15:20:43,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1f67a034bbeb86eddf203871ca5ab610, server=c0771061be61,40037,1731252034921 because future has completed 2024-11-10T15:20:43,103 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T15:20:43,103 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1f67a034bbeb86eddf203871ca5ab610, server=c0771061be61,40037,1731252034921 in 173 msec 2024-11-10T15:20:43,106 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T15:20:43,106 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=1f67a034bbeb86eddf203871ca5ab610, ASSIGN in 330 msec 2024-11-10T15:20:43,106 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T15:20:43,107 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731252043106"}]},"ts":"1731252043106"} 2024-11-10T15:20:43,109 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T15:20:43,110 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T15:20:43,112 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 372 msec 2024-11-10T15:20:43,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33529 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T15:20:43,367 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T15:20:43,367 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T15:20:43,368 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is c0771061be61,45381,1731252039533 2024-11-10T15:20:43,368 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@17f95c30 2024-11-10T15:20:43,368 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T15:20:43,369 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T15:20:43,370 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45381 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T15:20:43,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45381 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T15:20:43,372 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T15:20:43,372 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:20:43,372 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45381 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T15:20:43,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45381 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T15:20:43,373 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T15:20:43,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44093 is added to blk_1073741835_1011 (size=902) 2024-11-10T15:20:43,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45381 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T15:20:43,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45381 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T15:20:43,780 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 78da9955b7356db0bf05fdccaaee39f2, NAME => 'test,,1731252043369.78da9955b7356db0bf05fdccaaee39f2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c 2024-11-10T15:20:43,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44093 is added to blk_1073741836_1012 (size=39) 2024-11-10T15:20:43,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45381 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T15:20:44,190 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731252043369.78da9955b7356db0bf05fdccaaee39f2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:20:44,191 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 78da9955b7356db0bf05fdccaaee39f2, disabling compactions & flushes 2024-11-10T15:20:44,191 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731252043369.78da9955b7356db0bf05fdccaaee39f2. 2024-11-10T15:20:44,191 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731252043369.78da9955b7356db0bf05fdccaaee39f2. 2024-11-10T15:20:44,191 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731252043369.78da9955b7356db0bf05fdccaaee39f2. after waiting 0 ms 2024-11-10T15:20:44,191 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731252043369.78da9955b7356db0bf05fdccaaee39f2. 2024-11-10T15:20:44,191 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731252043369.78da9955b7356db0bf05fdccaaee39f2. 2024-11-10T15:20:44,191 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 78da9955b7356db0bf05fdccaaee39f2: Waiting for close lock at 1731252044191Disabling compacts and flushes for region at 1731252044191Disabling writes for close at 1731252044191Writing region close event to WAL at 1731252044191Closed at 1731252044191 2024-11-10T15:20:44,192 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T15:20:44,192 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731252043369.78da9955b7356db0bf05fdccaaee39f2.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731252044192"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731252044192"}]},"ts":"1731252044192"} 2024-11-10T15:20:44,194 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T15:20:44,195 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T15:20:44,196 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731252044195"}]},"ts":"1731252044195"} 2024-11-10T15:20:44,197 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T15:20:44,198 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=78da9955b7356db0bf05fdccaaee39f2, ASSIGN}] 2024-11-10T15:20:44,199 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=78da9955b7356db0bf05fdccaaee39f2, ASSIGN 2024-11-10T15:20:44,199 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=78da9955b7356db0bf05fdccaaee39f2, ASSIGN; state=OFFLINE, location=c0771061be61,41171,1731252039783; forceNewPlan=false, retain=false 2024-11-10T15:20:44,350 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=78da9955b7356db0bf05fdccaaee39f2, regionState=OPENING, regionLocation=c0771061be61,41171,1731252039783 2024-11-10T15:20:44,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=78da9955b7356db0bf05fdccaaee39f2, ASSIGN because future has completed 2024-11-10T15:20:44,353 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 78da9955b7356db0bf05fdccaaee39f2, server=c0771061be61,41171,1731252039783}] 2024-11-10T15:20:44,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45381 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T15:20:44,508 INFO [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731252043369.78da9955b7356db0bf05fdccaaee39f2. 2024-11-10T15:20:44,508 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 78da9955b7356db0bf05fdccaaee39f2, NAME => 'test,,1731252043369.78da9955b7356db0bf05fdccaaee39f2.', STARTKEY => '', ENDKEY => ''} 2024-11-10T15:20:44,508 INFO [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T15:20:44,508 INFO [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T15:20:44,508 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 78da9955b7356db0bf05fdccaaee39f2 2024-11-10T15:20:44,508 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731252043369.78da9955b7356db0bf05fdccaaee39f2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:20:44,508 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 78da9955b7356db0bf05fdccaaee39f2 2024-11-10T15:20:44,508 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 78da9955b7356db0bf05fdccaaee39f2 2024-11-10T15:20:44,509 INFO [StoreOpener-78da9955b7356db0bf05fdccaaee39f2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 78da9955b7356db0bf05fdccaaee39f2 2024-11-10T15:20:44,510 INFO [StoreOpener-78da9955b7356db0bf05fdccaaee39f2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 78da9955b7356db0bf05fdccaaee39f2 columnFamilyName f 2024-11-10T15:20:44,510 DEBUG [StoreOpener-78da9955b7356db0bf05fdccaaee39f2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:20:44,511 INFO [StoreOpener-78da9955b7356db0bf05fdccaaee39f2-1 {}] regionserver.HStore(327): Store=78da9955b7356db0bf05fdccaaee39f2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:20:44,511 INFO [StoreOpener-78da9955b7356db0bf05fdccaaee39f2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 78da9955b7356db0bf05fdccaaee39f2 2024-11-10T15:20:44,511 INFO [StoreOpener-78da9955b7356db0bf05fdccaaee39f2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 78da9955b7356db0bf05fdccaaee39f2 columnFamilyName f1 2024-11-10T15:20:44,511 DEBUG [StoreOpener-78da9955b7356db0bf05fdccaaee39f2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:20:44,512 INFO [StoreOpener-78da9955b7356db0bf05fdccaaee39f2-1 {}] regionserver.HStore(327): Store=78da9955b7356db0bf05fdccaaee39f2/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:20:44,512 INFO [StoreOpener-78da9955b7356db0bf05fdccaaee39f2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 78da9955b7356db0bf05fdccaaee39f2 2024-11-10T15:20:44,512 INFO [StoreOpener-78da9955b7356db0bf05fdccaaee39f2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 78da9955b7356db0bf05fdccaaee39f2 columnFamilyName norep 2024-11-10T15:20:44,512 DEBUG [StoreOpener-78da9955b7356db0bf05fdccaaee39f2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:20:44,513 INFO [StoreOpener-78da9955b7356db0bf05fdccaaee39f2-1 {}] regionserver.HStore(327): Store=78da9955b7356db0bf05fdccaaee39f2/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:20:44,513 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 78da9955b7356db0bf05fdccaaee39f2 2024-11-10T15:20:44,513 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/data/default/test/78da9955b7356db0bf05fdccaaee39f2 2024-11-10T15:20:44,513 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/data/default/test/78da9955b7356db0bf05fdccaaee39f2 2024-11-10T15:20:44,514 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 78da9955b7356db0bf05fdccaaee39f2 2024-11-10T15:20:44,514 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 78da9955b7356db0bf05fdccaaee39f2 2024-11-10T15:20:44,514 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T15:20:44,515 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 78da9955b7356db0bf05fdccaaee39f2 2024-11-10T15:20:44,516 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/data/default/test/78da9955b7356db0bf05fdccaaee39f2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T15:20:44,517 INFO [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 78da9955b7356db0bf05fdccaaee39f2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65214495, jitterRate=-0.02822829782962799}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T15:20:44,517 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 78da9955b7356db0bf05fdccaaee39f2 2024-11-10T15:20:44,517 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 78da9955b7356db0bf05fdccaaee39f2: Running coprocessor pre-open hook at 1731252044508Writing region info on filesystem at 1731252044508Initializing all the Stores at 1731252044509 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252044509Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252044509Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252044509Cleaning up temporary data from old regions at 1731252044514 (+5 ms)Running coprocessor post-open hooks at 1731252044517 (+3 ms)Region opened successfully at 1731252044517 2024-11-10T15:20:44,518 INFO [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731252043369.78da9955b7356db0bf05fdccaaee39f2., pid=6, masterSystemTime=1731252044505 2024-11-10T15:20:44,520 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731252043369.78da9955b7356db0bf05fdccaaee39f2. 2024-11-10T15:20:44,520 INFO [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731252043369.78da9955b7356db0bf05fdccaaee39f2. 2024-11-10T15:20:44,520 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=78da9955b7356db0bf05fdccaaee39f2, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c0771061be61,41171,1731252039783 2024-11-10T15:20:44,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 78da9955b7356db0bf05fdccaaee39f2, server=c0771061be61,41171,1731252039783 because future has completed 2024-11-10T15:20:44,524 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T15:20:44,524 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 78da9955b7356db0bf05fdccaaee39f2, server=c0771061be61,41171,1731252039783 in 171 msec 2024-11-10T15:20:44,526 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T15:20:44,526 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=78da9955b7356db0bf05fdccaaee39f2, ASSIGN in 326 msec 2024-11-10T15:20:44,527 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T15:20:44,527 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731252044527"}]},"ts":"1731252044527"} 2024-11-10T15:20:44,529 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T15:20:44,530 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T15:20:44,532 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1600 sec 2024-11-10T15:20:45,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45381 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T15:20:45,517 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T15:20:45,518 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40bc88af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:20:45,518 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0771061be61,33529,-1 for getting cluster id 2024-11-10T15:20:45,518 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T15:20:45,519 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a73d2232-3a48-4a26-9d9b-6939eca3afb9' 2024-11-10T15:20:45,519 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T15:20:45,519 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a73d2232-3a48-4a26-9d9b-6939eca3afb9" 2024-11-10T15:20:45,519 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dd5cc3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:20:45,519 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0771061be61,33529,-1] 2024-11-10T15:20:45,519 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T15:20:45,520 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:20:45,520 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T15:20:45,521 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c1616c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:20:45,522 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f510359, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:20:45,522 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0771061be61,45381,-1 for getting cluster id 2024-11-10T15:20:45,522 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T15:20:45,522 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd6446411-e2b2-4547-abb5-fa38870b5a62' 2024-11-10T15:20:45,523 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T15:20:45,523 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d6446411-e2b2-4547-abb5-fa38870b5a62" 2024-11-10T15:20:45,523 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5aa6a77e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:20:45,523 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0771061be61,45381,-1] 2024-11-10T15:20:45,523 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T15:20:45,523 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:20:45,524 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T15:20:45,525 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a01fcd0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:20:45,526 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3da36794, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:20:45,526 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0771061be61,33529,-1 for getting cluster id 2024-11-10T15:20:45,526 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T15:20:45,527 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a73d2232-3a48-4a26-9d9b-6939eca3afb9' 2024-11-10T15:20:45,527 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T15:20:45,527 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a73d2232-3a48-4a26-9d9b-6939eca3afb9" 2024-11-10T15:20:45,527 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20892b4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:20:45,527 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0771061be61,33529,-1] 2024-11-10T15:20:45,527 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T15:20:45,527 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:20:45,528 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T15:20:45,529 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56789ffd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:20:45,529 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T15:20:45,530 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is c0771061be61,33529,1731252034735 2024-11-10T15:20:45,530 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@68b9b892 2024-11-10T15:20:45,530 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T15:20:45,531 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T15:20:45,531 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33529 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://c0771061be61:45381,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T15:20:45,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33529 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T15:20:45,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33529 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T15:20:45,534 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c0771061be61:45381' 2024-11-10T15:20:45,534 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a0ab6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:20:45,534 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c0771061be61,45381,-1 for getting cluster id 2024-11-10T15:20:45,534 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T15:20:45,535 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd6446411-e2b2-4547-abb5-fa38870b5a62' 2024-11-10T15:20:45,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T15:20:45,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d6446411-e2b2-4547-abb5-fa38870b5a62" 2024-11-10T15:20:45,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@348872c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:20:45,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0771061be61,45381,-1] 2024-11-10T15:20:45,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T15:20:45,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:20:45,536 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T15:20:45,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51b05048, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:20:45,537 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T15:20:45,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c0771061be61,45381,1731252039533 2024-11-10T15:20:45,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14fe78fe 2024-11-10T15:20:45,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T15:20:45,538 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T15:20:45,539 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-10T15:20:45,539 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T15:20:45,539 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:20:45,539 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:20:45,539 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T15:20:45,539 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T15:20:45,540 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T15:20:45,541 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T15:20:45,541 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:20:45,542 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T15:20:45,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741837_1013 (size=1138) 2024-11-10T15:20:45,548 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 81c60fe47fa9d46e6405c2ea86d2a70b, NAME => 'hbase:replication,,1731252045539.81c60fe47fa9d46e6405c2ea86d2a70b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467 2024-11-10T15:20:45,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741838_1014 (size=44) 2024-11-10T15:20:45,590 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T15:20:45,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33529 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T15:20:45,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33529 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T15:20:45,954 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731252045539.81c60fe47fa9d46e6405c2ea86d2a70b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:20:45,954 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 81c60fe47fa9d46e6405c2ea86d2a70b, disabling compactions & flushes 2024-11-10T15:20:45,954 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731252045539.81c60fe47fa9d46e6405c2ea86d2a70b. 2024-11-10T15:20:45,954 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731252045539.81c60fe47fa9d46e6405c2ea86d2a70b. 2024-11-10T15:20:45,954 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731252045539.81c60fe47fa9d46e6405c2ea86d2a70b. after waiting 0 ms 2024-11-10T15:20:45,954 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731252045539.81c60fe47fa9d46e6405c2ea86d2a70b. 2024-11-10T15:20:45,954 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731252045539.81c60fe47fa9d46e6405c2ea86d2a70b. 2024-11-10T15:20:45,954 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 81c60fe47fa9d46e6405c2ea86d2a70b: Waiting for close lock at 1731252045954Disabling compacts and flushes for region at 1731252045954Disabling writes for close at 1731252045954Writing region close event to WAL at 1731252045954Closed at 1731252045954 2024-11-10T15:20:45,955 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T15:20:45,956 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731252045539.81c60fe47fa9d46e6405c2ea86d2a70b.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731252045955"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731252045955"}]},"ts":"1731252045955"} 2024-11-10T15:20:45,958 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T15:20:45,959 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T15:20:45,959 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731252045959"}]},"ts":"1731252045959"} 2024-11-10T15:20:45,961 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T15:20:45,961 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=81c60fe47fa9d46e6405c2ea86d2a70b, ASSIGN}] 2024-11-10T15:20:45,962 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=81c60fe47fa9d46e6405c2ea86d2a70b, ASSIGN 2024-11-10T15:20:45,963 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=81c60fe47fa9d46e6405c2ea86d2a70b, ASSIGN; state=OFFLINE, location=c0771061be61,40037,1731252034921; forceNewPlan=false, retain=false 2024-11-10T15:20:46,113 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=81c60fe47fa9d46e6405c2ea86d2a70b, regionState=OPENING, regionLocation=c0771061be61,40037,1731252034921 2024-11-10T15:20:46,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=81c60fe47fa9d46e6405c2ea86d2a70b, ASSIGN because future has completed 2024-11-10T15:20:46,116 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 81c60fe47fa9d46e6405c2ea86d2a70b, server=c0771061be61,40037,1731252034921}] 2024-11-10T15:20:46,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33529 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T15:20:46,271 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731252045539.81c60fe47fa9d46e6405c2ea86d2a70b. 2024-11-10T15:20:46,272 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T15:20:46,272 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T15:20:46,273 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0771061be61%2C40037%2C1731252034921.rep, suffix=, logDir=hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/WALs/c0771061be61,40037,1731252034921, archiveDir=hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/oldWALs, maxLogs=10 2024-11-10T15:20:46,284 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/WALs/c0771061be61,40037,1731252034921/c0771061be61%2C40037%2C1731252034921.rep.1731252046273, exclude list is [], retry=0 2024-11-10T15:20:46,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36559,DS-ecbed125-b1e1-4a55-9a16-26af501aa5d9,DISK] 2024-11-10T15:20:46,287 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/WALs/c0771061be61,40037,1731252034921/c0771061be61%2C40037%2C1731252034921.rep.1731252046273 2024-11-10T15:20:46,288 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37681:37681)] 2024-11-10T15:20:46,288 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 81c60fe47fa9d46e6405c2ea86d2a70b, NAME => 'hbase:replication,,1731252045539.81c60fe47fa9d46e6405c2ea86d2a70b.', STARTKEY => '', ENDKEY => ''} 2024-11-10T15:20:46,288 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T15:20:46,288 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T15:20:46,288 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731252045539.81c60fe47fa9d46e6405c2ea86d2a70b. service=MultiRowMutationService 2024-11-10T15:20:46,288 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T15:20:46,288 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 81c60fe47fa9d46e6405c2ea86d2a70b 2024-11-10T15:20:46,288 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731252045539.81c60fe47fa9d46e6405c2ea86d2a70b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:20:46,288 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 81c60fe47fa9d46e6405c2ea86d2a70b 2024-11-10T15:20:46,288 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 81c60fe47fa9d46e6405c2ea86d2a70b 2024-11-10T15:20:46,289 INFO [StoreOpener-81c60fe47fa9d46e6405c2ea86d2a70b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 81c60fe47fa9d46e6405c2ea86d2a70b 2024-11-10T15:20:46,290 INFO [StoreOpener-81c60fe47fa9d46e6405c2ea86d2a70b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81c60fe47fa9d46e6405c2ea86d2a70b columnFamilyName hfileref 2024-11-10T15:20:46,290 DEBUG [StoreOpener-81c60fe47fa9d46e6405c2ea86d2a70b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:20:46,291 INFO [StoreOpener-81c60fe47fa9d46e6405c2ea86d2a70b-1 {}] regionserver.HStore(327): Store=81c60fe47fa9d46e6405c2ea86d2a70b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:20:46,291 INFO [StoreOpener-81c60fe47fa9d46e6405c2ea86d2a70b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 81c60fe47fa9d46e6405c2ea86d2a70b 2024-11-10T15:20:46,291 INFO [StoreOpener-81c60fe47fa9d46e6405c2ea86d2a70b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81c60fe47fa9d46e6405c2ea86d2a70b columnFamilyName queue 2024-11-10T15:20:46,291 DEBUG [StoreOpener-81c60fe47fa9d46e6405c2ea86d2a70b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:20:46,292 INFO [StoreOpener-81c60fe47fa9d46e6405c2ea86d2a70b-1 {}] regionserver.HStore(327): Store=81c60fe47fa9d46e6405c2ea86d2a70b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:20:46,292 INFO [StoreOpener-81c60fe47fa9d46e6405c2ea86d2a70b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 81c60fe47fa9d46e6405c2ea86d2a70b 2024-11-10T15:20:46,293 INFO [StoreOpener-81c60fe47fa9d46e6405c2ea86d2a70b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81c60fe47fa9d46e6405c2ea86d2a70b columnFamilyName sid 2024-11-10T15:20:46,293 DEBUG [StoreOpener-81c60fe47fa9d46e6405c2ea86d2a70b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:20:46,293 INFO [StoreOpener-81c60fe47fa9d46e6405c2ea86d2a70b-1 {}] regionserver.HStore(327): Store=81c60fe47fa9d46e6405c2ea86d2a70b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:20:46,293 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 81c60fe47fa9d46e6405c2ea86d2a70b 2024-11-10T15:20:46,294 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/data/hbase/replication/81c60fe47fa9d46e6405c2ea86d2a70b 2024-11-10T15:20:46,294 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/data/hbase/replication/81c60fe47fa9d46e6405c2ea86d2a70b 2024-11-10T15:20:46,295 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 81c60fe47fa9d46e6405c2ea86d2a70b 2024-11-10T15:20:46,295 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 81c60fe47fa9d46e6405c2ea86d2a70b 2024-11-10T15:20:46,295 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T15:20:46,296 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 81c60fe47fa9d46e6405c2ea86d2a70b 2024-11-10T15:20:46,298 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/data/hbase/replication/81c60fe47fa9d46e6405c2ea86d2a70b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T15:20:46,298 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 81c60fe47fa9d46e6405c2ea86d2a70b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69820712, jitterRate=0.04040968418121338}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T15:20:46,298 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 81c60fe47fa9d46e6405c2ea86d2a70b 2024-11-10T15:20:46,299 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 81c60fe47fa9d46e6405c2ea86d2a70b: Running coprocessor pre-open hook at 1731252046289Writing region info on filesystem at 1731252046289Initializing all the Stores at 1731252046289Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252046289Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252046289Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252046289Cleaning up temporary data from old regions at 1731252046295 (+6 ms)Running coprocessor post-open hooks at 1731252046298 (+3 ms)Region opened successfully at 1731252046299 (+1 ms) 2024-11-10T15:20:46,299 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731252045539.81c60fe47fa9d46e6405c2ea86d2a70b., pid=10, masterSystemTime=1731252046268 2024-11-10T15:20:46,301 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731252045539.81c60fe47fa9d46e6405c2ea86d2a70b. 2024-11-10T15:20:46,301 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731252045539.81c60fe47fa9d46e6405c2ea86d2a70b. 2024-11-10T15:20:46,302 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=81c60fe47fa9d46e6405c2ea86d2a70b, regionState=OPEN, openSeqNum=2, regionLocation=c0771061be61,40037,1731252034921 2024-11-10T15:20:46,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 81c60fe47fa9d46e6405c2ea86d2a70b, server=c0771061be61,40037,1731252034921 because future has completed 2024-11-10T15:20:46,311 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T15:20:46,311 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 81c60fe47fa9d46e6405c2ea86d2a70b, server=c0771061be61,40037,1731252034921 in 193 msec 2024-11-10T15:20:46,313 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-10T15:20:46,313 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=81c60fe47fa9d46e6405c2ea86d2a70b, ASSIGN in 350 msec 2024-11-10T15:20:46,313 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T15:20:46,313 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731252046313"}]},"ts":"1731252046313"} 2024-11-10T15:20:46,315 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T15:20:46,316 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T15:20:46,317 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 777 msec 2024-11-10T15:20:46,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731252045539.81c60fe47fa9d46e6405c2ea86d2a70b., hostname=c0771061be61,40037,1731252034921, seqNum=2] 2024-11-10T15:20:46,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40037-0x1012555918a0001, quorum=127.0.0.1:55762, baseZNode=/0-896312298 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-896312298 2024-11-10T15:20:46,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33529-0x1012555918a0000, quorum=127.0.0.1:55762, baseZNode=/0-896312298 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-896312298 2024-11-10T15:20:46,440 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T15:20:46,592 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-10T15:20:46,593 INFO [RS_REFRESH_PEER-regionserver/c0771061be61:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T15:20:46,625 INFO [RS_REFRESH_PEER-regionserver/c0771061be61:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c0771061be61,40037,1731252034921, ReplicationSource: 1, currentBandwidth=0 2024-11-10T15:20:46,625 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T15:20:46,625 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0771061be61,40037,1731252034921, seqNum=-1] 2024-11-10T15:20:46,626 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T15:20:46,627 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45143, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-10T15:20:46,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c0771061be61,40037,1731252034921', locateType=CURRENT is [region=hbase:replication,,1731252045539.81c60fe47fa9d46e6405c2ea86d2a70b., hostname=c0771061be61,40037,1731252034921, seqNum=2] 2024-11-10T15:20:46,631 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-10T15:20:46,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33529 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-10T15:20:46,634 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c0771061be61,40037,1731252034921 suceeded 2024-11-10T15:20:46,636 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-10T15:20:46,636 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 194 msec 2024-11-10T15:20:46,636 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c0771061be61:45381,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T15:20:46,637 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1050 sec 2024-11-10T15:20:46,647 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,40037,1731252034921 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c0771061be61:45381' 2024-11-10T15:20:46,648 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,40037,1731252034921 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@21dc8ff1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:20:46,648 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,40037,1731252034921 {}] client.ClusterIdFetcher(90): Going to request c0771061be61,45381,-1 for getting cluster id 2024-11-10T15:20:46,649 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,40037,1731252034921 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T15:20:46,649 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd6446411-e2b2-4547-abb5-fa38870b5a62' 2024-11-10T15:20:46,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T15:20:46,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d6446411-e2b2-4547-abb5-fa38870b5a62" 2024-11-10T15:20:46,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3dba6551, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:20:46,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0771061be61,45381,-1] 2024-11-10T15:20:46,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T15:20:46,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:20:46,651 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-10T15:20:46,652 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,40037,1731252034921 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ff4fad4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:20:46,652 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,40037,1731252034921 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T15:20:46,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c0771061be61,45381,1731252039533 2024-11-10T15:20:46,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@23cffe1e 2024-11-10T15:20:46,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T15:20:46,653 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-10T15:20:46,654 INFO [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,40037,1731252034921 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c0771061be61,40037,1731252034921 (queues=1) is replicating from cluster=a73d2232-3a48-4a26-9d9b-6939eca3afb9 to cluster=d6446411-e2b2-4547-abb5-fa38870b5a62 2024-11-10T15:20:46,654 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,40037,1731252034921 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c0771061be61%2C40037%2C1731252034921 2024-11-10T15:20:46,655 INFO [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,40037,1731252034921 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c0771061be61,40037,1731252034921, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T15:20:46,660 INFO [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,40037,1731252034921.replicationSource.shipperc0771061be61%2C40037%2C1731252034921,1-c0771061be61,40037,1731252034921 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c0771061be61%2C40037%2C1731252034921 2024-11-10T15:20:46,660 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,40037,1731252034921.replicationSource.wal-reader.c0771061be61%2C40037%2C1731252034921,1-c0771061be61,40037,1731252034921 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/WALs/c0771061be61,40037,1731252034921/c0771061be61%2C40037%2C1731252034921.1731252036362, startPosition=0, beingWritten=true 2024-11-10T15:20:46,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33529 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T15:20:46,667 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T15:20:46,668 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T15:20:46,668 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:20:46,668 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:20:46,669 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:20:46,669 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T15:20:46,670 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,40037,1731252034921.replicationSource.wal-reader.c0771061be61%2C40037%2C1731252034921,1-c0771061be61,40037,1731252034921 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T15:20:46,670 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,40037,1731252034921.replicationSource.wal-reader.c0771061be61%2C40037%2C1731252034921,1-c0771061be61,40037,1731252034921 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/WALs/c0771061be61,40037,1731252034921/c0771061be61%2C40037%2C1731252034921.1731252036362 to pos 379, reset compression=false 2024-11-10T15:20:46,670 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,40037,1731252034921.replicationSource.shipperc0771061be61%2C40037%2C1731252034921,1-c0771061be61,40037,1731252034921 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0771061be61,40037,1731252034921 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/WALs/c0771061be61,40037,1731252034921/c0771061be61%2C40037%2C1731252034921.1731252036362, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T15:20:46,673 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c9c31a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:20:46,673 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0771061be61,45381,-1 for getting cluster id 2024-11-10T15:20:46,673 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T15:20:46,674 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd6446411-e2b2-4547-abb5-fa38870b5a62' 2024-11-10T15:20:46,674 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T15:20:46,674 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d6446411-e2b2-4547-abb5-fa38870b5a62" 2024-11-10T15:20:46,675 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50af1cab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:20:46,675 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0771061be61,45381,-1] 2024-11-10T15:20:46,675 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T15:20:46,675 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:20:46,676 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T15:20:46,677 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@89a53ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:20:46,677 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T15:20:46,678 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is c0771061be61,45381,1731252039533 2024-11-10T15:20:46,678 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@392d598 2024-11-10T15:20:46,678 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T15:20:46,679 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T15:20:46,679 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45381 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://c0771061be61:33529,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T15:20:46,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45381 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T15:20:46,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45381 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T15:20:46,682 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c0771061be61:33529' 2024-11-10T15:20:46,686 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a5ec23f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:20:46,686 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c0771061be61,33529,-1 for getting cluster id 2024-11-10T15:20:46,686 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T15:20:46,687 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a73d2232-3a48-4a26-9d9b-6939eca3afb9' 2024-11-10T15:20:46,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T15:20:46,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a73d2232-3a48-4a26-9d9b-6939eca3afb9" 2024-11-10T15:20:46,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56a32087, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:20:46,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0771061be61,33529,-1] 2024-11-10T15:20:46,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T15:20:46,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:20:46,688 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T15:20:46,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@724ec6c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:20:46,689 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T15:20:46,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c0771061be61,33529,1731252034735 2024-11-10T15:20:46,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b3c9013 2024-11-10T15:20:46,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T15:20:46,690 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T15:20:46,691 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-10T15:20:46,691 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T15:20:46,691 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:20:46,691 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:20:46,691 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T15:20:46,692 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T15:20:46,693 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T15:20:46,694 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T15:20:46,694 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:20:46,694 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T15:20:46,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44093 is added to blk_1073741837_1013 (size=1138) 2024-11-10T15:20:46,743 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T15:20:46,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45381 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T15:20:46,877 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,40037,1731252034921.replicationSource.wal-reader.c0771061be61%2C40037%2C1731252034921,1-c0771061be61,40037,1731252034921 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/WALs/c0771061be61,40037,1731252034921/c0771061be61%2C40037%2C1731252034921.1731252036362 to pos 379, reset compression=false 2024-11-10T15:20:46,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45381 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T15:20:47,102 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e8d1c4550d51e1b8ed536d243b5e7100, NAME => 'hbase:replication,,1731252046691.e8d1c4550d51e1b8ed536d243b5e7100.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c 2024-11-10T15:20:47,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44093 is added to blk_1073741838_1014 (size=44) 2024-11-10T15:20:47,181 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,40037,1731252034921.replicationSource.wal-reader.c0771061be61%2C40037%2C1731252034921,1-c0771061be61,40037,1731252034921 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/WALs/c0771061be61,40037,1731252034921/c0771061be61%2C40037%2C1731252034921.1731252036362 to pos 379, reset compression=false 2024-11-10T15:20:47,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45381 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T15:20:47,463 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-10T15:20:47,508 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731252046691.e8d1c4550d51e1b8ed536d243b5e7100.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:20:47,508 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing e8d1c4550d51e1b8ed536d243b5e7100, disabling compactions & flushes 2024-11-10T15:20:47,508 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731252046691.e8d1c4550d51e1b8ed536d243b5e7100. 2024-11-10T15:20:47,508 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731252046691.e8d1c4550d51e1b8ed536d243b5e7100. 2024-11-10T15:20:47,508 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731252046691.e8d1c4550d51e1b8ed536d243b5e7100. after waiting 0 ms 2024-11-10T15:20:47,508 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731252046691.e8d1c4550d51e1b8ed536d243b5e7100. 2024-11-10T15:20:47,508 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731252046691.e8d1c4550d51e1b8ed536d243b5e7100. 2024-11-10T15:20:47,508 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for e8d1c4550d51e1b8ed536d243b5e7100: Waiting for close lock at 1731252047508Disabling compacts and flushes for region at 1731252047508Disabling writes for close at 1731252047508Writing region close event to WAL at 1731252047508Closed at 1731252047508 2024-11-10T15:20:47,584 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T15:20:47,584 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731252046691.e8d1c4550d51e1b8ed536d243b5e7100.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731252047584"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731252047584"}]},"ts":"1731252047584"} 2024-11-10T15:20:47,584 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,40037,1731252034921.replicationSource.wal-reader.c0771061be61%2C40037%2C1731252034921,1-c0771061be61,40037,1731252034921 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/WALs/c0771061be61,40037,1731252034921/c0771061be61%2C40037%2C1731252034921.1731252036362 to pos 379, reset compression=false 2024-11-10T15:20:47,586 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T15:20:47,587 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T15:20:47,587 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731252047587"}]},"ts":"1731252047587"} 2024-11-10T15:20:47,589 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T15:20:47,589 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e8d1c4550d51e1b8ed536d243b5e7100, ASSIGN}] 2024-11-10T15:20:47,591 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e8d1c4550d51e1b8ed536d243b5e7100, ASSIGN 2024-11-10T15:20:47,591 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e8d1c4550d51e1b8ed536d243b5e7100, ASSIGN; state=OFFLINE, location=c0771061be61,41171,1731252039783; forceNewPlan=false, retain=false 2024-11-10T15:20:47,742 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e8d1c4550d51e1b8ed536d243b5e7100, regionState=OPENING, regionLocation=c0771061be61,41171,1731252039783 2024-11-10T15:20:47,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e8d1c4550d51e1b8ed536d243b5e7100, ASSIGN because future has completed 2024-11-10T15:20:47,744 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e8d1c4550d51e1b8ed536d243b5e7100, server=c0771061be61,41171,1731252039783}] 2024-11-10T15:20:47,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45381 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T15:20:47,899 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731252046691.e8d1c4550d51e1b8ed536d243b5e7100. 2024-11-10T15:20:47,899 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T15:20:47,899 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T15:20:47,900 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0771061be61%2C41171%2C1731252039783.rep, suffix=, logDir=hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/WALs/c0771061be61,41171,1731252039783, archiveDir=hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/oldWALs, maxLogs=10 2024-11-10T15:20:47,911 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/WALs/c0771061be61,41171,1731252039783/c0771061be61%2C41171%2C1731252039783.rep.1731252047900, exclude list is [], retry=0 2024-11-10T15:20:47,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44093,DS-86156a77-beed-4d0a-a9ff-d08c8aeee4dc,DISK] 2024-11-10T15:20:47,915 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/WALs/c0771061be61,41171,1731252039783/c0771061be61%2C41171%2C1731252039783.rep.1731252047900 2024-11-10T15:20:47,915 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38519:38519)] 2024-11-10T15:20:47,915 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => e8d1c4550d51e1b8ed536d243b5e7100, NAME => 'hbase:replication,,1731252046691.e8d1c4550d51e1b8ed536d243b5e7100.', STARTKEY => '', ENDKEY => ''} 2024-11-10T15:20:47,915 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T15:20:47,915 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T15:20:47,915 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731252046691.e8d1c4550d51e1b8ed536d243b5e7100. service=MultiRowMutationService 2024-11-10T15:20:47,915 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T15:20:47,916 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e8d1c4550d51e1b8ed536d243b5e7100 2024-11-10T15:20:47,916 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731252046691.e8d1c4550d51e1b8ed536d243b5e7100.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:20:47,916 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for e8d1c4550d51e1b8ed536d243b5e7100 2024-11-10T15:20:47,916 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for e8d1c4550d51e1b8ed536d243b5e7100 2024-11-10T15:20:47,917 INFO [StoreOpener-e8d1c4550d51e1b8ed536d243b5e7100-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e8d1c4550d51e1b8ed536d243b5e7100 2024-11-10T15:20:47,918 INFO [StoreOpener-e8d1c4550d51e1b8ed536d243b5e7100-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e8d1c4550d51e1b8ed536d243b5e7100 columnFamilyName hfileref 2024-11-10T15:20:47,918 DEBUG [StoreOpener-e8d1c4550d51e1b8ed536d243b5e7100-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:20:47,919 INFO [StoreOpener-e8d1c4550d51e1b8ed536d243b5e7100-1 {}] regionserver.HStore(327): Store=e8d1c4550d51e1b8ed536d243b5e7100/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:20:47,919 INFO [StoreOpener-e8d1c4550d51e1b8ed536d243b5e7100-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e8d1c4550d51e1b8ed536d243b5e7100 2024-11-10T15:20:47,919 INFO [StoreOpener-e8d1c4550d51e1b8ed536d243b5e7100-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e8d1c4550d51e1b8ed536d243b5e7100 columnFamilyName queue 2024-11-10T15:20:47,920 DEBUG [StoreOpener-e8d1c4550d51e1b8ed536d243b5e7100-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:20:47,920 INFO [StoreOpener-e8d1c4550d51e1b8ed536d243b5e7100-1 {}] regionserver.HStore(327): Store=e8d1c4550d51e1b8ed536d243b5e7100/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:20:47,920 INFO [StoreOpener-e8d1c4550d51e1b8ed536d243b5e7100-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e8d1c4550d51e1b8ed536d243b5e7100 2024-11-10T15:20:47,921 INFO [StoreOpener-e8d1c4550d51e1b8ed536d243b5e7100-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e8d1c4550d51e1b8ed536d243b5e7100 columnFamilyName sid 2024-11-10T15:20:47,921 DEBUG [StoreOpener-e8d1c4550d51e1b8ed536d243b5e7100-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:20:47,921 INFO [StoreOpener-e8d1c4550d51e1b8ed536d243b5e7100-1 {}] regionserver.HStore(327): Store=e8d1c4550d51e1b8ed536d243b5e7100/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:20:47,921 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for e8d1c4550d51e1b8ed536d243b5e7100 2024-11-10T15:20:47,922 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/data/hbase/replication/e8d1c4550d51e1b8ed536d243b5e7100 2024-11-10T15:20:47,922 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/data/hbase/replication/e8d1c4550d51e1b8ed536d243b5e7100 2024-11-10T15:20:47,922 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for e8d1c4550d51e1b8ed536d243b5e7100 2024-11-10T15:20:47,922 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for e8d1c4550d51e1b8ed536d243b5e7100 2024-11-10T15:20:47,923 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T15:20:47,924 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for e8d1c4550d51e1b8ed536d243b5e7100 2024-11-10T15:20:47,925 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/data/hbase/replication/e8d1c4550d51e1b8ed536d243b5e7100/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T15:20:47,926 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened e8d1c4550d51e1b8ed536d243b5e7100; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71673840, jitterRate=0.0680234432220459}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T15:20:47,926 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e8d1c4550d51e1b8ed536d243b5e7100 2024-11-10T15:20:47,926 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for e8d1c4550d51e1b8ed536d243b5e7100: Running coprocessor pre-open hook at 1731252047916Writing region info on filesystem at 1731252047916Initializing all the Stores at 1731252047917 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252047917Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252047917Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252047917Cleaning up temporary data from old regions at 1731252047922 (+5 ms)Running coprocessor post-open hooks at 1731252047926 (+4 ms)Region opened successfully at 1731252047926 2024-11-10T15:20:47,927 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731252046691.e8d1c4550d51e1b8ed536d243b5e7100., pid=10, masterSystemTime=1731252047896 2024-11-10T15:20:47,928 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731252046691.e8d1c4550d51e1b8ed536d243b5e7100. 2024-11-10T15:20:47,929 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731252046691.e8d1c4550d51e1b8ed536d243b5e7100. 2024-11-10T15:20:47,929 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e8d1c4550d51e1b8ed536d243b5e7100, regionState=OPEN, openSeqNum=2, regionLocation=c0771061be61,41171,1731252039783 2024-11-10T15:20:47,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e8d1c4550d51e1b8ed536d243b5e7100, server=c0771061be61,41171,1731252039783 because future has completed 2024-11-10T15:20:47,934 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T15:20:47,934 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure e8d1c4550d51e1b8ed536d243b5e7100, server=c0771061be61,41171,1731252039783 in 188 msec 2024-11-10T15:20:47,935 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-10T15:20:47,935 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e8d1c4550d51e1b8ed536d243b5e7100, ASSIGN in 345 msec 2024-11-10T15:20:47,935 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T15:20:47,936 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731252047936"}]},"ts":"1731252047936"} 2024-11-10T15:20:47,937 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T15:20:47,938 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T15:20:47,939 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2460 sec 2024-11-10T15:20:47,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731252046691.e8d1c4550d51e1b8ed536d243b5e7100., hostname=c0771061be61,41171,1731252039783, seqNum=2] 2024-11-10T15:20:47,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41171-0x1012555918a0004, quorum=127.0.0.1:55762, baseZNode=/1148093635 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1148093635 2024-11-10T15:20:47,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45381-0x1012555918a0003, quorum=127.0.0.1:55762, baseZNode=/1148093635 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1148093635 2024-11-10T15:20:47,997 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T15:20:48,088 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,40037,1731252034921.replicationSource.wal-reader.c0771061be61%2C40037%2C1731252034921,1-c0771061be61,40037,1731252034921 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/WALs/c0771061be61,40037,1731252034921/c0771061be61%2C40037%2C1731252034921.1731252036362 to pos 379, reset compression=false 2024-11-10T15:20:48,144 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T15:20:48,149 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41171 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-10T15:20:48,150 INFO [RS_REFRESH_PEER-regionserver/c0771061be61:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T15:20:48,168 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:20:48,169 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:20:48,169 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:20:48,169 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:20:48,169 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:20:48,170 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:20:48,179 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:20:48,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:20:48,187 INFO [RS_REFRESH_PEER-regionserver/c0771061be61:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c0771061be61,41171,1731252039783, ReplicationSource: 1, currentBandwidth=0 2024-11-10T15:20:48,188 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T15:20:48,188 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0771061be61,41171,1731252039783, seqNum=-1] 2024-11-10T15:20:48,188 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T15:20:48,189 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49995, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-10T15:20:48,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c0771061be61,41171,1731252039783', locateType=CURRENT is [region=hbase:replication,,1731252046691.e8d1c4550d51e1b8ed536d243b5e7100., hostname=c0771061be61,41171,1731252039783, seqNum=2] 2024-11-10T15:20:48,193 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-10T15:20:48,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45381 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-10T15:20:48,195 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c0771061be61,41171,1731252039783 suceeded 2024-11-10T15:20:48,197 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-10T15:20:48,197 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c0771061be61:33529,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T15:20:48,197 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 198 msec 2024-11-10T15:20:48,198 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5180 sec 2024-11-10T15:20:48,210 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,41171,1731252039783 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c0771061be61:33529' 2024-11-10T15:20:48,212 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,41171,1731252039783 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@49a0920a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:20:48,212 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,41171,1731252039783 {}] client.ClusterIdFetcher(90): Going to request c0771061be61,33529,-1 for getting cluster id 2024-11-10T15:20:48,212 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,41171,1731252039783 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T15:20:48,212 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a73d2232-3a48-4a26-9d9b-6939eca3afb9' 2024-11-10T15:20:48,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T15:20:48,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a73d2232-3a48-4a26-9d9b-6939eca3afb9" 2024-11-10T15:20:48,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@224b3289, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:20:48,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0771061be61,33529,-1] 2024-11-10T15:20:48,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T15:20:48,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:20:48,214 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-10T15:20:48,214 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,41171,1731252039783 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@759228eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:20:48,214 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,41171,1731252039783 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T15:20:48,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c0771061be61,33529,1731252034735 2024-11-10T15:20:48,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@62589ad5 2024-11-10T15:20:48,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T15:20:48,217 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-10T15:20:48,218 INFO [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,41171,1731252039783 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c0771061be61,41171,1731252039783 (queues=1) is replicating from cluster=d6446411-e2b2-4547-abb5-fa38870b5a62 to cluster=a73d2232-3a48-4a26-9d9b-6939eca3afb9 2024-11-10T15:20:48,218 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,41171,1731252039783 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c0771061be61%2C41171%2C1731252039783 2024-11-10T15:20:48,218 INFO [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,41171,1731252039783 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c0771061be61,41171,1731252039783, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T15:20:48,223 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-10T15:20:48,230 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,41171,1731252039783.replicationSource.wal-reader.c0771061be61%2C41171%2C1731252039783,1-c0771061be61,41171,1731252039783 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/WALs/c0771061be61,41171,1731252039783/c0771061be61%2C41171%2C1731252039783.1731252041614, startPosition=0, beingWritten=true 2024-11-10T15:20:48,244 INFO [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,41171,1731252039783.replicationSource.shipperc0771061be61%2C41171%2C1731252039783,1-c0771061be61,41171,1731252039783 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c0771061be61%2C41171%2C1731252039783 2024-11-10T15:20:48,255 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,41171,1731252039783.replicationSource.wal-reader.c0771061be61%2C41171%2C1731252039783,1-c0771061be61,41171,1731252039783 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T15:20:48,255 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,41171,1731252039783.replicationSource.wal-reader.c0771061be61%2C41171%2C1731252039783,1-c0771061be61,41171,1731252039783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/WALs/c0771061be61,41171,1731252039783/c0771061be61%2C41171%2C1731252039783.1731252041614 to pos 379, reset compression=false 2024-11-10T15:20:48,258 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,41171,1731252039783.replicationSource.shipperc0771061be61%2C41171%2C1731252039783,1-c0771061be61,41171,1731252039783 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0771061be61,41171,1731252039783 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/WALs/c0771061be61,41171,1731252039783/c0771061be61%2C41171%2C1731252039783.1731252041614, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T15:20:48,466 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,41171,1731252039783.replicationSource.wal-reader.c0771061be61%2C41171%2C1731252039783,1-c0771061be61,41171,1731252039783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/WALs/c0771061be61,41171,1731252039783/c0771061be61%2C41171%2C1731252039783.1731252041614 to pos 379, reset compression=false 2024-11-10T15:20:48,691 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,40037,1731252034921.replicationSource.wal-reader.c0771061be61%2C40037%2C1731252034921,1-c0771061be61,40037,1731252034921 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/WALs/c0771061be61,40037,1731252034921/c0771061be61%2C40037%2C1731252034921.1731252036362 to pos 379, reset compression=false 2024-11-10T15:20:48,769 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,41171,1731252039783.replicationSource.wal-reader.c0771061be61%2C41171%2C1731252039783,1-c0771061be61,41171,1731252039783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/WALs/c0771061be61,41171,1731252039783/c0771061be61%2C41171%2C1731252039783.1731252041614 to pos 379, reset compression=false 2024-11-10T15:20:48,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45381 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T15:20:48,828 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T15:20:48,828 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T15:20:48,828 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:20:48,828 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:20:48,828 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:20:48,828 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T15:20:48,829 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:20:48,832 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1731252048831/Put/seqid=0 2024-11-10T15:20:48,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741840_1016 (size=7894) 2024-11-10T15:20:48,840 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1731252048839/Put/seqid=0 2024-11-10T15:20:48,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741841_1017 (size=7691) 2024-11-10T15:20:49,174 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,41171,1731252039783.replicationSource.wal-reader.c0771061be61%2C41171%2C1731252039783,1-c0771061be61,41171,1731252039783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/WALs/c0771061be61,41171,1731252039783/c0771061be61%2C41171%2C1731252039783.1731252041614 to pos 379, reset compression=false 2024-11-10T15:20:49,244 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@383f10a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:20:49,244 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0771061be61,33529,-1 for getting cluster id 2024-11-10T15:20:49,245 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T15:20:49,245 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a73d2232-3a48-4a26-9d9b-6939eca3afb9' 2024-11-10T15:20:49,246 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T15:20:49,246 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a73d2232-3a48-4a26-9d9b-6939eca3afb9" 2024-11-10T15:20:49,246 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@391774e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:20:49,246 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0771061be61,33529,-1] 2024-11-10T15:20:49,246 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T15:20:49,246 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:20:49,247 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T15:20:49,248 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cb77856, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:20:49,248 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T15:20:49,249 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0771061be61,40037,1731252034921, seqNum=-1] 2024-11-10T15:20:49,249 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T15:20:49,250 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T15:20:49,257 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T15:20:49,258 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is c0771061be61,33529,1731252034735 2024-11-10T15:20:49,258 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f15a961 2024-11-10T15:20:49,258 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T15:20:49,259 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T15:20:49,262 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731252042738.1f67a034bbeb86eddf203871ca5ab610., hostname=c0771061be61,40037,1731252034921, seqNum=2] 2024-11-10T15:20:49,264 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T15:20:49,269 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-10T15:20:49,272 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-10T15:20:49,276 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40037 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 1f67a034bbeb86eddf203871ca5ab610/f 2024-11-10T15:20:49,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40037 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-10T15:20:49,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40037 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T15:20:49,279 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40037 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 1f67a034bbeb86eddf203871ca5ab610/f 2024-11-10T15:20:49,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40037 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-10T15:20:49,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40037 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T15:20:49,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40037 {}] regionserver.HRegion(2603): Flush status journal for 1f67a034bbeb86eddf203871ca5ab610: 2024-11-10T15:20:49,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40037 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/staging/jenkins__test__amcsebitli8nk2co3lflp847ucop2mvh1u9up73tnjpvbpsaukru3u80mg0f9t6d/f/hfile_0 2024-11-10T15:20:49,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40037 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/staging/jenkins__test__amcsebitli8nk2co3lflp847ucop2mvh1u9up73tnjpvbpsaukru3u80mg0f9t6d/f/hfile_0 as hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/data/default/test/1f67a034bbeb86eddf203871ca5ab610/f/af56aa09fc61456888dab09fc687ec68_SeqId_4_ 2024-11-10T15:20:49,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40037 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/staging/jenkins__test__amcsebitli8nk2co3lflp847ucop2mvh1u9up73tnjpvbpsaukru3u80mg0f9t6d/f/hfile_1 2024-11-10T15:20:49,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40037 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/staging/jenkins__test__amcsebitli8nk2co3lflp847ucop2mvh1u9up73tnjpvbpsaukru3u80mg0f9t6d/f/hfile_1 as hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/data/default/test/1f67a034bbeb86eddf203871ca5ab610/f/9171a7364f1146b5a67727304924f98b_SeqId_4_ 2024-11-10T15:20:49,289 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40037 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/staging/jenkins__test__amcsebitli8nk2co3lflp847ucop2mvh1u9up73tnjpvbpsaukru3u80mg0f9t6d/f/hfile_0 into 1f67a034bbeb86eddf203871ca5ab610/f as hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/data/default/test/1f67a034bbeb86eddf203871ca5ab610/f/af56aa09fc61456888dab09fc687ec68_SeqId_4_ - updating store file list. 2024-11-10T15:20:49,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40037 {}] regionserver.HStoreFile(483): HFile Bloom filter type for af56aa09fc61456888dab09fc687ec68_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T15:20:49,293 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40037 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/data/default/test/1f67a034bbeb86eddf203871ca5ab610/f/af56aa09fc61456888dab09fc687ec68_SeqId_4_ into 1f67a034bbeb86eddf203871ca5ab610/f 2024-11-10T15:20:49,293 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40037 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/staging/jenkins__test__amcsebitli8nk2co3lflp847ucop2mvh1u9up73tnjpvbpsaukru3u80mg0f9t6d/f/hfile_0 into 1f67a034bbeb86eddf203871ca5ab610/f (new location: hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/data/default/test/1f67a034bbeb86eddf203871ca5ab610/f/af56aa09fc61456888dab09fc687ec68_SeqId_4_) 2024-11-10T15:20:49,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40037 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/staging/jenkins__test__amcsebitli8nk2co3lflp847ucop2mvh1u9up73tnjpvbpsaukru3u80mg0f9t6d/f/hfile_0 2024-11-10T15:20:49,294 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40037 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/staging/jenkins__test__amcsebitli8nk2co3lflp847ucop2mvh1u9up73tnjpvbpsaukru3u80mg0f9t6d/f/hfile_1 into 1f67a034bbeb86eddf203871ca5ab610/f as hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/data/default/test/1f67a034bbeb86eddf203871ca5ab610/f/9171a7364f1146b5a67727304924f98b_SeqId_4_ - updating store file list. 2024-11-10T15:20:49,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40037 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9171a7364f1146b5a67727304924f98b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T15:20:49,299 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40037 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/data/default/test/1f67a034bbeb86eddf203871ca5ab610/f/9171a7364f1146b5a67727304924f98b_SeqId_4_ into 1f67a034bbeb86eddf203871ca5ab610/f 2024-11-10T15:20:49,299 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40037 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/staging/jenkins__test__amcsebitli8nk2co3lflp847ucop2mvh1u9up73tnjpvbpsaukru3u80mg0f9t6d/f/hfile_1 into 1f67a034bbeb86eddf203871ca5ab610/f (new location: hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/data/default/test/1f67a034bbeb86eddf203871ca5ab610/f/9171a7364f1146b5a67727304924f98b_SeqId_4_) 2024-11-10T15:20:49,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40037 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/staging/jenkins__test__amcsebitli8nk2co3lflp847ucop2mvh1u9up73tnjpvbpsaukru3u80mg0f9t6d/f/hfile_1 2024-11-10T15:20:49,301 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T15:20:49,301 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:20:49,301 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:20:49,301 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:20:49,301 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T15:20:49,301 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731252042738.1f67a034bbeb86eddf203871ca5ab610., hostname=c0771061be61,40037,1731252034921, seqNum=2 , the old value is region=test,,1731252042738.1f67a034bbeb86eddf203871ca5ab610., hostname=c0771061be61,40037,1731252034921, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=c0771061be61:40037 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-10T15:20:49,301 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731252042738.1f67a034bbeb86eddf203871ca5ab610., hostname=c0771061be61,40037,1731252034921, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-10T15:20:49,301 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731252042738.1f67a034bbeb86eddf203871ca5ab610., hostname=c0771061be61,40037,1731252034921, seqNum=2 from cache 2024-11-10T15:20:49,302 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T15:20:49,303 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-10T15:20:49,303 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0771061be61,41171,1731252039783, seqNum=-1] 2024-11-10T15:20:49,304 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T15:20:49,305 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T15:20:49,306 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731252043369.78da9955b7356db0bf05fdccaaee39f2., hostname=c0771061be61,41171,1731252039783, seqNum=2] 2024-11-10T15:20:49,308 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-10T15:20:49,394 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,40037,1731252034921.replicationSource.wal-reader.c0771061be61%2C40037%2C1731252034921,1-c0771061be61,40037,1731252034921 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/WALs/c0771061be61,40037,1731252034921/c0771061be61%2C40037%2C1731252034921.1731252036362 to pos 379, reset compression=false 2024-11-10T15:20:49,399 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,40037,1731252034921.replicationSource.wal-reader.c0771061be61%2C40037%2C1731252034921,1-c0771061be61,40037,1731252034921 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T15:20:49,400 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,40037,1731252034921.replicationSource.shipperc0771061be61%2C40037%2C1731252034921,1-c0771061be61,40037,1731252034921 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0771061be61,40037,1731252034921 got entry batch from reader: WALEntryBatch [walEntries=[{test/1f67a034bbeb86eddf203871ca5ab610/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731252049299/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/WALs/c0771061be61,40037,1731252034921/c0771061be61%2C40037%2C1731252034921.1731252036362, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-10T15:20:49,402 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,40037,1731252034921.replicationSource.shipperc0771061be61%2C40037%2C1731252034921,1-c0771061be61,40037,1731252034921 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T15:20:49,403 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-10T15:20:49,403 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41171 {}] regionserver.ReplicationSink(318): Replicating [a73d2232-3a48-4a26-9d9b-6939eca3afb9] bulk loaded data 2024-11-10T15:20:49,404 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41171 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2dc0e858, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:20:49,404 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41171 {}] client.ClusterIdFetcher(90): Going to request c0771061be61,45381,-1 for getting cluster id 2024-11-10T15:20:49,404 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41171 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T15:20:49,404 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd6446411-e2b2-4547-abb5-fa38870b5a62' 2024-11-10T15:20:49,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T15:20:49,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d6446411-e2b2-4547-abb5-fa38870b5a62" 2024-11-10T15:20:49,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7a275cec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:20:49,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0771061be61,45381,-1] 2024-11-10T15:20:49,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T15:20:49,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:20:49,406 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-10T15:20:49,406 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41171 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67c7a19f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:20:49,407 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c0771061be61:40037 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-10T15:20:49,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44093 is added to blk_1073741840_1016 (size=7894) 2024-11-10T15:20:49,600 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,40037,1731252034921.replicationSource.wal-reader.c0771061be61%2C40037%2C1731252034921,1-c0771061be61,40037,1731252034921 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/WALs/c0771061be61,40037,1731252034921/c0771061be61%2C40037%2C1731252034921.1731252036362 to pos 687, reset compression=false 2024-11-10T15:20:49,678 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,41171,1731252039783.replicationSource.wal-reader.c0771061be61%2C41171%2C1731252039783,1-c0771061be61,41171,1731252039783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/WALs/c0771061be61,41171,1731252039783/c0771061be61%2C41171%2C1731252039783.1731252041614 to pos 379, reset compression=false 2024-11-10T15:20:49,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44093 is added to blk_1073741841_1017 (size=7691) 2024-11-10T15:20:49,834 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-10T15:20:49,834 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-10T15:20:49,834 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-10T15:20:49,834 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-10T15:20:49,834 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T15:20:49,834 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-10T15:20:49,904 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,40037,1731252034921.replicationSource.wal-reader.c0771061be61%2C40037%2C1731252034921,1-c0771061be61,40037,1731252034921 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/WALs/c0771061be61,40037,1731252034921/c0771061be61%2C40037%2C1731252034921.1731252036362 to pos 687, reset compression=false 2024-11-10T15:20:50,231 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41171 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T15:20:50,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c0771061be61,45381,1731252039533 2024-11-10T15:20:50,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a76374b 2024-11-10T15:20:50,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T15:20:50,233 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-10T15:20:50,235 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41171 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T15:20:50,235 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41171 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T15:20:50,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0771061be61,41171,1731252039783, seqNum=-1] 2024-11-10T15:20:50,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T15:20:50,237 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-10T15:20:50,242 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/staging/jenkins.hfs.11__test__ap849i94p2s1pva1q3v016v3g6ial4lgdjcd220a6ml5sstmtccrkrpkeshln931/f/9171a7364f1146b5a67727304924f98b_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-10T15:20:50,244 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/staging/jenkins.hfs.11__test__ap849i94p2s1pva1q3v016v3g6ial4lgdjcd220a6ml5sstmtccrkrpkeshln931/f/af56aa09fc61456888dab09fc687ec68_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-10T15:20:50,247 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41171 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/staging/jenkins.hfs.11__test__ap849i94p2s1pva1q3v016v3g6ial4lgdjcd220a6ml5sstmtccrkrpkeshln931/f/af56aa09fc61456888dab09fc687ec68_SeqId_4_ for inclusion in 78da9955b7356db0bf05fdccaaee39f2/f 2024-11-10T15:20:50,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41171 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-10T15:20:50,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41171 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T15:20:50,249 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41171 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/staging/jenkins.hfs.11__test__ap849i94p2s1pva1q3v016v3g6ial4lgdjcd220a6ml5sstmtccrkrpkeshln931/f/9171a7364f1146b5a67727304924f98b_SeqId_4_ for inclusion in 78da9955b7356db0bf05fdccaaee39f2/f 2024-11-10T15:20:50,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41171 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-10T15:20:50,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41171 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T15:20:50,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41171 {}] regionserver.HRegion(2603): Flush status journal for 78da9955b7356db0bf05fdccaaee39f2: 2024-11-10T15:20:50,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41171 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): af56aa09fc61456888dab09fc687ec68_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-10T15:20:50,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41171 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/staging/jenkins.hfs.11__test__ap849i94p2s1pva1q3v016v3g6ial4lgdjcd220a6ml5sstmtccrkrpkeshln931/f/af56aa09fc61456888dab09fc687ec68_SeqId_4_ as hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/data/default/test/78da9955b7356db0bf05fdccaaee39f2/f/076a6e91a58241598e90022bdd126693_SeqId_4_ 2024-11-10T15:20:50,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41171 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 9171a7364f1146b5a67727304924f98b_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-10T15:20:50,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41171 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/staging/jenkins.hfs.11__test__ap849i94p2s1pva1q3v016v3g6ial4lgdjcd220a6ml5sstmtccrkrpkeshln931/f/9171a7364f1146b5a67727304924f98b_SeqId_4_ as hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/data/default/test/78da9955b7356db0bf05fdccaaee39f2/f/701f74c2bc814bc19cab034b30042a4c_SeqId_4_ 2024-11-10T15:20:50,257 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41171 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/staging/jenkins.hfs.11__test__ap849i94p2s1pva1q3v016v3g6ial4lgdjcd220a6ml5sstmtccrkrpkeshln931/f/af56aa09fc61456888dab09fc687ec68_SeqId_4_ into 78da9955b7356db0bf05fdccaaee39f2/f as hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/data/default/test/78da9955b7356db0bf05fdccaaee39f2/f/076a6e91a58241598e90022bdd126693_SeqId_4_ - updating store file list. 2024-11-10T15:20:50,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41171 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 076a6e91a58241598e90022bdd126693_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T15:20:50,261 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41171 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/data/default/test/78da9955b7356db0bf05fdccaaee39f2/f/076a6e91a58241598e90022bdd126693_SeqId_4_ into 78da9955b7356db0bf05fdccaaee39f2/f 2024-11-10T15:20:50,261 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41171 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/staging/jenkins.hfs.11__test__ap849i94p2s1pva1q3v016v3g6ial4lgdjcd220a6ml5sstmtccrkrpkeshln931/f/af56aa09fc61456888dab09fc687ec68_SeqId_4_ into 78da9955b7356db0bf05fdccaaee39f2/f (new location: hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/data/default/test/78da9955b7356db0bf05fdccaaee39f2/f/076a6e91a58241598e90022bdd126693_SeqId_4_) 2024-11-10T15:20:50,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41171 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/staging/jenkins.hfs.11__test__ap849i94p2s1pva1q3v016v3g6ial4lgdjcd220a6ml5sstmtccrkrpkeshln931/f/af56aa09fc61456888dab09fc687ec68_SeqId_4_ 2024-11-10T15:20:50,262 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41171 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/staging/jenkins.hfs.11__test__ap849i94p2s1pva1q3v016v3g6ial4lgdjcd220a6ml5sstmtccrkrpkeshln931/f/9171a7364f1146b5a67727304924f98b_SeqId_4_ into 78da9955b7356db0bf05fdccaaee39f2/f as hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/data/default/test/78da9955b7356db0bf05fdccaaee39f2/f/701f74c2bc814bc19cab034b30042a4c_SeqId_4_ - updating store file list. 2024-11-10T15:20:50,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41171 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 701f74c2bc814bc19cab034b30042a4c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T15:20:50,267 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41171 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/data/default/test/78da9955b7356db0bf05fdccaaee39f2/f/701f74c2bc814bc19cab034b30042a4c_SeqId_4_ into 78da9955b7356db0bf05fdccaaee39f2/f 2024-11-10T15:20:50,267 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41171 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/staging/jenkins.hfs.11__test__ap849i94p2s1pva1q3v016v3g6ial4lgdjcd220a6ml5sstmtccrkrpkeshln931/f/9171a7364f1146b5a67727304924f98b_SeqId_4_ into 78da9955b7356db0bf05fdccaaee39f2/f (new location: hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/data/default/test/78da9955b7356db0bf05fdccaaee39f2/f/701f74c2bc814bc19cab034b30042a4c_SeqId_4_) 2024-11-10T15:20:50,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41171 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/staging/jenkins.hfs.11__test__ap849i94p2s1pva1q3v016v3g6ial4lgdjcd220a6ml5sstmtccrkrpkeshln931/f/9171a7364f1146b5a67727304924f98b_SeqId_4_ 2024-11-10T15:20:50,269 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41171 {}] regionserver.ReplicationSink(324): Finished replicating [a73d2232-3a48-4a26-9d9b-6939eca3afb9] bulk loaded data 2024-11-10T15:20:50,281 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,41171,1731252039783.replicationSource.wal-reader.c0771061be61%2C41171%2C1731252039783,1-c0771061be61,41171,1731252039783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/WALs/c0771061be61,41171,1731252039783/c0771061be61%2C41171%2C1731252039783.1731252041614 to pos 379, reset compression=false 2024-11-10T15:20:50,287 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,41171,1731252039783.replicationSource.wal-reader.c0771061be61%2C41171%2C1731252039783,1-c0771061be61,41171,1731252039783 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T15:20:50,287 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,41171,1731252039783.replicationSource.shipperc0771061be61%2C41171%2C1731252039783,1-c0771061be61,41171,1731252039783 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0771061be61,41171,1731252039783 got entry batch from reader: WALEntryBatch [walEntries=[{test/78da9955b7356db0bf05fdccaaee39f2/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731252050267/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/WALs/c0771061be61,41171,1731252039783/c0771061be61%2C41171%2C1731252039783.1731252041614, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-10T15:20:50,289 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,41171,1731252039783.replicationSource.shipperc0771061be61%2C41171%2C1731252039783,1-c0771061be61,41171,1731252039783 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T15:20:50,290 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-10T15:20:50,291 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40037 {}] regionserver.ReplicationSink(318): Replicating [a73d2232-3a48-4a26-9d9b-6939eca3afb9, d6446411-e2b2-4547-abb5-fa38870b5a62] bulk loaded data 2024-11-10T15:20:50,291 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40037 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a1b638, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:20:50,291 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40037 {}] client.ClusterIdFetcher(90): Going to request c0771061be61,33529,-1 for getting cluster id 2024-11-10T15:20:50,291 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40037 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T15:20:50,292 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a73d2232-3a48-4a26-9d9b-6939eca3afb9' 2024-11-10T15:20:50,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T15:20:50,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a73d2232-3a48-4a26-9d9b-6939eca3afb9" 2024-11-10T15:20:50,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@54a11378, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:20:50,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0771061be61,33529,-1] 2024-11-10T15:20:50,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T15:20:50,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:20:50,293 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-10T15:20:50,294 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40037 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6d97328b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:20:50,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741842_1018 (size=7894) 2024-11-10T15:20:50,307 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,40037,1731252034921.replicationSource.wal-reader.c0771061be61%2C40037%2C1731252034921,1-c0771061be61,40037,1731252034921 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/WALs/c0771061be61,40037,1731252034921/c0771061be61%2C40037%2C1731252034921.1731252036362 to pos 687, reset compression=false 2024-11-10T15:20:50,321 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:20:50,324 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1731252050324/Put/seqid=0 2024-11-10T15:20:50,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44093 is added to blk_1073741842_1018 (size=11194) 2024-11-10T15:20:50,487 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,41171,1731252039783.replicationSource.wal-reader.c0771061be61%2C41171%2C1731252039783,1-c0771061be61,41171,1731252039783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/WALs/c0771061be61,41171,1731252039783/c0771061be61%2C41171%2C1731252039783.1731252041614 to pos 725, reset compression=false 2024-11-10T15:20:50,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741843_1019 (size=7691) 2024-11-10T15:20:50,717 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40037 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T15:20:50,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c0771061be61,33529,1731252034735 2024-11-10T15:20:50,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a9a08f8 2024-11-10T15:20:50,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T15:20:50,719 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-10T15:20:50,721 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40037 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T15:20:50,721 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40037 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T15:20:50,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0771061be61,40037,1731252034921, seqNum=-1] 2024-11-10T15:20:50,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T15:20:50,724 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-10T15:20:50,733 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/staging/jenkins.hfs.10__test__v30st8sjjga3v792qold6a4iddt3bgdu58j1spbi9sskvh7ur5ccnu8etl9l7sdc/f/076a6e91a58241598e90022bdd126693_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-10T15:20:50,734 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1731252050734/Put/seqid=0 2024-11-10T15:20:50,738 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/staging/jenkins.hfs.10__test__v30st8sjjga3v792qold6a4iddt3bgdu58j1spbi9sskvh7ur5ccnu8etl9l7sdc/f/701f74c2bc814bc19cab034b30042a4c_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-10T15:20:50,740 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40037 {}] regionserver.ReplicationSink(324): Finished replicating [a73d2232-3a48-4a26-9d9b-6939eca3afb9, d6446411-e2b2-4547-abb5-fa38870b5a62] bulk loaded data 2024-11-10T15:20:50,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44093 is added to blk_1073741843_1019 (size=10791) 2024-11-10T15:20:50,792 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,41171,1731252039783.replicationSource.wal-reader.c0771061be61%2C41171%2C1731252039783,1-c0771061be61,41171,1731252039783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/WALs/c0771061be61,41171,1731252039783/c0771061be61%2C41171%2C1731252039783.1731252041614 to pos 725, reset compression=false 2024-11-10T15:20:50,813 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,40037,1731252034921.replicationSource.wal-reader.c0771061be61%2C40037%2C1731252034921,1-c0771061be61,40037,1731252034921 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/WALs/c0771061be61,40037,1731252034921/c0771061be61%2C40037%2C1731252034921.1731252036362 to pos 687, reset compression=false 2024-11-10T15:20:51,146 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@501f8f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:20:51,146 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0771061be61,45381,-1 for getting cluster id 2024-11-10T15:20:51,146 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T15:20:51,147 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd6446411-e2b2-4547-abb5-fa38870b5a62' 2024-11-10T15:20:51,147 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T15:20:51,147 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d6446411-e2b2-4547-abb5-fa38870b5a62" 2024-11-10T15:20:51,148 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33e7e6ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:20:51,148 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0771061be61,45381,-1] 2024-11-10T15:20:51,148 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T15:20:51,148 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:20:51,149 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T15:20:51,149 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@642df537, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:20:51,149 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T15:20:51,150 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0771061be61,41171,1731252039783, seqNum=-1] 2024-11-10T15:20:51,150 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T15:20:51,151 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T15:20:51,159 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T15:20:51,160 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is c0771061be61,45381,1731252039533 2024-11-10T15:20:51,160 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@58aa7013 2024-11-10T15:20:51,160 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T15:20:51,161 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T15:20:51,164 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731252043369.78da9955b7356db0bf05fdccaaee39f2., hostname=c0771061be61,41171,1731252039783, seqNum=2] 2024-11-10T15:20:51,167 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T15:20:51,172 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-10T15:20:51,175 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-10T15:20:51,179 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41171 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 78da9955b7356db0bf05fdccaaee39f2/f 2024-11-10T15:20:51,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41171 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-10T15:20:51,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41171 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T15:20:51,182 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41171 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 78da9955b7356db0bf05fdccaaee39f2/f 2024-11-10T15:20:51,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41171 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-10T15:20:51,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41171 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T15:20:51,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41171 {}] regionserver.HRegion(2603): Flush status journal for 78da9955b7356db0bf05fdccaaee39f2: 2024-11-10T15:20:51,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41171 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/staging/jenkins__test__5bhfgd6sdq5ji5e26c723hbdn7ihv4tajalj6mlocnr60m3kcecl38iqjg47678p/f/hfile_1 2024-11-10T15:20:51,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41171 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/staging/jenkins__test__5bhfgd6sdq5ji5e26c723hbdn7ihv4tajalj6mlocnr60m3kcecl38iqjg47678p/f/hfile_1 as hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/data/default/test/78da9955b7356db0bf05fdccaaee39f2/f/7fe62e5a3c6b45af8362aed69ca2505f_SeqId_6_ 2024-11-10T15:20:51,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41171 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/staging/jenkins__test__5bhfgd6sdq5ji5e26c723hbdn7ihv4tajalj6mlocnr60m3kcecl38iqjg47678p/f/hfile_0 2024-11-10T15:20:51,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41171 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/staging/jenkins__test__5bhfgd6sdq5ji5e26c723hbdn7ihv4tajalj6mlocnr60m3kcecl38iqjg47678p/f/hfile_0 as hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/data/default/test/78da9955b7356db0bf05fdccaaee39f2/f/5de3c2000fa442ae90cb8fe0c15397b7_SeqId_6_ 2024-11-10T15:20:51,191 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41171 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/staging/jenkins__test__5bhfgd6sdq5ji5e26c723hbdn7ihv4tajalj6mlocnr60m3kcecl38iqjg47678p/f/hfile_1 into 78da9955b7356db0bf05fdccaaee39f2/f as hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/data/default/test/78da9955b7356db0bf05fdccaaee39f2/f/7fe62e5a3c6b45af8362aed69ca2505f_SeqId_6_ - updating store file list. 2024-11-10T15:20:51,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41171 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7fe62e5a3c6b45af8362aed69ca2505f_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-10T15:20:51,195 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41171 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/data/default/test/78da9955b7356db0bf05fdccaaee39f2/f/7fe62e5a3c6b45af8362aed69ca2505f_SeqId_6_ into 78da9955b7356db0bf05fdccaaee39f2/f 2024-11-10T15:20:51,195 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41171 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/staging/jenkins__test__5bhfgd6sdq5ji5e26c723hbdn7ihv4tajalj6mlocnr60m3kcecl38iqjg47678p/f/hfile_1 into 78da9955b7356db0bf05fdccaaee39f2/f (new location: hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/data/default/test/78da9955b7356db0bf05fdccaaee39f2/f/7fe62e5a3c6b45af8362aed69ca2505f_SeqId_6_) 2024-11-10T15:20:51,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41171 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/staging/jenkins__test__5bhfgd6sdq5ji5e26c723hbdn7ihv4tajalj6mlocnr60m3kcecl38iqjg47678p/f/hfile_1 2024-11-10T15:20:51,195 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,41171,1731252039783.replicationSource.wal-reader.c0771061be61%2C41171%2C1731252039783,1-c0771061be61,41171,1731252039783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/WALs/c0771061be61,41171,1731252039783/c0771061be61%2C41171%2C1731252039783.1731252041614 to pos 725, reset compression=false 2024-11-10T15:20:51,196 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41171 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/staging/jenkins__test__5bhfgd6sdq5ji5e26c723hbdn7ihv4tajalj6mlocnr60m3kcecl38iqjg47678p/f/hfile_0 into 78da9955b7356db0bf05fdccaaee39f2/f as hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/data/default/test/78da9955b7356db0bf05fdccaaee39f2/f/5de3c2000fa442ae90cb8fe0c15397b7_SeqId_6_ - updating store file list. 2024-11-10T15:20:51,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41171 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5de3c2000fa442ae90cb8fe0c15397b7_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-10T15:20:51,201 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41171 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/data/default/test/78da9955b7356db0bf05fdccaaee39f2/f/5de3c2000fa442ae90cb8fe0c15397b7_SeqId_6_ into 78da9955b7356db0bf05fdccaaee39f2/f 2024-11-10T15:20:51,201 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41171 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/staging/jenkins__test__5bhfgd6sdq5ji5e26c723hbdn7ihv4tajalj6mlocnr60m3kcecl38iqjg47678p/f/hfile_0 into 78da9955b7356db0bf05fdccaaee39f2/f (new location: hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/data/default/test/78da9955b7356db0bf05fdccaaee39f2/f/5de3c2000fa442ae90cb8fe0c15397b7_SeqId_6_) 2024-11-10T15:20:51,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41171 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/staging/jenkins__test__5bhfgd6sdq5ji5e26c723hbdn7ihv4tajalj6mlocnr60m3kcecl38iqjg47678p/f/hfile_0 2024-11-10T15:20:51,202 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T15:20:51,203 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:20:51,203 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:20:51,203 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:20:51,203 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731252043369.78da9955b7356db0bf05fdccaaee39f2., hostname=c0771061be61,41171,1731252039783, seqNum=2 , the old value is region=test,,1731252043369.78da9955b7356db0bf05fdccaaee39f2., hostname=c0771061be61,41171,1731252039783, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=c0771061be61:41171 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-10T15:20:51,203 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731252043369.78da9955b7356db0bf05fdccaaee39f2., hostname=c0771061be61,41171,1731252039783, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-10T15:20:51,203 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731252043369.78da9955b7356db0bf05fdccaaee39f2., hostname=c0771061be61,41171,1731252039783, seqNum=2 from cache 2024-11-10T15:20:51,203 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T15:20:51,204 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T15:20:51,203 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-10T15:20:51,204 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0771061be61,40037,1731252034921, seqNum=-1] 2024-11-10T15:20:51,205 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T15:20:51,205 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T15:20:51,207 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731252042738.1f67a034bbeb86eddf203871ca5ab610., hostname=c0771061be61,40037,1731252034921, seqNum=2] 2024-11-10T15:20:51,215 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-10T15:20:51,308 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c0771061be61:41171 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-10T15:20:51,416 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,40037,1731252034921.replicationSource.wal-reader.c0771061be61%2C40037%2C1731252034921,1-c0771061be61,40037,1731252034921 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/WALs/c0771061be61,40037,1731252034921/c0771061be61%2C40037%2C1731252034921.1731252036362 to pos 687, reset compression=false 2024-11-10T15:20:51,699 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,41171,1731252039783.replicationSource.wal-reader.c0771061be61%2C41171%2C1731252039783,1-c0771061be61,41171,1731252039783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/WALs/c0771061be61,41171,1731252039783/c0771061be61%2C41171%2C1731252039783.1731252041614 to pos 725, reset compression=false 2024-11-10T15:20:51,705 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,41171,1731252039783.replicationSource.wal-reader.c0771061be61%2C41171%2C1731252039783,1-c0771061be61,41171,1731252039783 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T15:20:51,705 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,41171,1731252039783.replicationSource.shipperc0771061be61%2C41171%2C1731252039783,1-c0771061be61,41171,1731252039783 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0771061be61,41171,1731252039783 got entry batch from reader: WALEntryBatch [walEntries=[{test/78da9955b7356db0bf05fdccaaee39f2/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731252051201/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/WALs/c0771061be61,41171,1731252039783/c0771061be61%2C41171%2C1731252039783.1731252041614, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-10T15:20:51,706 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40037 {}] regionserver.ReplicationSink(318): Replicating [d6446411-e2b2-4547-abb5-fa38870b5a62] bulk loaded data 2024-11-10T15:20:51,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741844_1020 (size=10791) 2024-11-10T15:20:51,905 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,41171,1731252039783.replicationSource.wal-reader.c0771061be61%2C41171%2C1731252039783,1-c0771061be61,41171,1731252039783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/WALs/c0771061be61,41171,1731252039783/c0771061be61%2C41171%2C1731252039783.1731252041614 to pos 1033, reset compression=false 2024-11-10T15:20:52,120 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,40037,1731252034921.replicationSource.wal-reader.c0771061be61%2C40037%2C1731252034921,1-c0771061be61,40037,1731252034921 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/WALs/c0771061be61,40037,1731252034921/c0771061be61%2C40037%2C1731252034921.1731252036362 to pos 687, reset compression=false 2024-11-10T15:20:52,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741845_1021 (size=11194) 2024-11-10T15:20:52,131 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40037 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T15:20:52,137 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/staging/jenkins.hfs.10__test__s77pli55qqul4qf8jtmokuq9dfulg6ppsp3v72l5jl9loock9mj0q9c299q3959j/f/5de3c2000fa442ae90cb8fe0c15397b7_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-10T15:20:52,140 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/staging/jenkins.hfs.10__test__s77pli55qqul4qf8jtmokuq9dfulg6ppsp3v72l5jl9loock9mj0q9c299q3959j/f/7fe62e5a3c6b45af8362aed69ca2505f_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-10T15:20:52,143 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40037 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/staging/jenkins.hfs.10__test__s77pli55qqul4qf8jtmokuq9dfulg6ppsp3v72l5jl9loock9mj0q9c299q3959j/f/7fe62e5a3c6b45af8362aed69ca2505f_SeqId_6_ for inclusion in 1f67a034bbeb86eddf203871ca5ab610/f 2024-11-10T15:20:52,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40037 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-10T15:20:52,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40037 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T15:20:52,146 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40037 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/staging/jenkins.hfs.10__test__s77pli55qqul4qf8jtmokuq9dfulg6ppsp3v72l5jl9loock9mj0q9c299q3959j/f/5de3c2000fa442ae90cb8fe0c15397b7_SeqId_6_ for inclusion in 1f67a034bbeb86eddf203871ca5ab610/f 2024-11-10T15:20:52,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40037 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-10T15:20:52,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40037 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T15:20:52,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40037 {}] regionserver.HRegion(2603): Flush status journal for 1f67a034bbeb86eddf203871ca5ab610: 2024-11-10T15:20:52,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40037 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 7fe62e5a3c6b45af8362aed69ca2505f_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-10T15:20:52,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40037 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/staging/jenkins.hfs.10__test__s77pli55qqul4qf8jtmokuq9dfulg6ppsp3v72l5jl9loock9mj0q9c299q3959j/f/7fe62e5a3c6b45af8362aed69ca2505f_SeqId_6_ as hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/data/default/test/1f67a034bbeb86eddf203871ca5ab610/f/ae1a609ed09f49aab98d1f5ddd478198_SeqId_6_ 2024-11-10T15:20:52,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40037 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 5de3c2000fa442ae90cb8fe0c15397b7_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-10T15:20:52,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40037 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/staging/jenkins.hfs.10__test__s77pli55qqul4qf8jtmokuq9dfulg6ppsp3v72l5jl9loock9mj0q9c299q3959j/f/5de3c2000fa442ae90cb8fe0c15397b7_SeqId_6_ as hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/data/default/test/1f67a034bbeb86eddf203871ca5ab610/f/da0d6c2b542446138a815d81dfae70ec_SeqId_6_ 2024-11-10T15:20:52,154 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40037 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/staging/jenkins.hfs.10__test__s77pli55qqul4qf8jtmokuq9dfulg6ppsp3v72l5jl9loock9mj0q9c299q3959j/f/7fe62e5a3c6b45af8362aed69ca2505f_SeqId_6_ into 1f67a034bbeb86eddf203871ca5ab610/f as hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/data/default/test/1f67a034bbeb86eddf203871ca5ab610/f/ae1a609ed09f49aab98d1f5ddd478198_SeqId_6_ - updating store file list. 2024-11-10T15:20:52,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40037 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ae1a609ed09f49aab98d1f5ddd478198_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-10T15:20:52,159 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40037 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/data/default/test/1f67a034bbeb86eddf203871ca5ab610/f/ae1a609ed09f49aab98d1f5ddd478198_SeqId_6_ into 1f67a034bbeb86eddf203871ca5ab610/f 2024-11-10T15:20:52,159 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40037 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/staging/jenkins.hfs.10__test__s77pli55qqul4qf8jtmokuq9dfulg6ppsp3v72l5jl9loock9mj0q9c299q3959j/f/7fe62e5a3c6b45af8362aed69ca2505f_SeqId_6_ into 1f67a034bbeb86eddf203871ca5ab610/f (new location: hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/data/default/test/1f67a034bbeb86eddf203871ca5ab610/f/ae1a609ed09f49aab98d1f5ddd478198_SeqId_6_) 2024-11-10T15:20:52,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40037 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/staging/jenkins.hfs.10__test__s77pli55qqul4qf8jtmokuq9dfulg6ppsp3v72l5jl9loock9mj0q9c299q3959j/f/7fe62e5a3c6b45af8362aed69ca2505f_SeqId_6_ 2024-11-10T15:20:52,160 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40037 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/staging/jenkins.hfs.10__test__s77pli55qqul4qf8jtmokuq9dfulg6ppsp3v72l5jl9loock9mj0q9c299q3959j/f/5de3c2000fa442ae90cb8fe0c15397b7_SeqId_6_ into 1f67a034bbeb86eddf203871ca5ab610/f as hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/data/default/test/1f67a034bbeb86eddf203871ca5ab610/f/da0d6c2b542446138a815d81dfae70ec_SeqId_6_ - updating store file list. 2024-11-10T15:20:52,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40037 {}] regionserver.HStoreFile(483): HFile Bloom filter type for da0d6c2b542446138a815d81dfae70ec_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-10T15:20:52,164 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40037 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/data/default/test/1f67a034bbeb86eddf203871ca5ab610/f/da0d6c2b542446138a815d81dfae70ec_SeqId_6_ into 1f67a034bbeb86eddf203871ca5ab610/f 2024-11-10T15:20:52,164 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40037 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/staging/jenkins.hfs.10__test__s77pli55qqul4qf8jtmokuq9dfulg6ppsp3v72l5jl9loock9mj0q9c299q3959j/f/5de3c2000fa442ae90cb8fe0c15397b7_SeqId_6_ into 1f67a034bbeb86eddf203871ca5ab610/f (new location: hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/data/default/test/1f67a034bbeb86eddf203871ca5ab610/f/da0d6c2b542446138a815d81dfae70ec_SeqId_6_) 2024-11-10T15:20:52,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40037 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/staging/jenkins.hfs.10__test__s77pli55qqul4qf8jtmokuq9dfulg6ppsp3v72l5jl9loock9mj0q9c299q3959j/f/5de3c2000fa442ae90cb8fe0c15397b7_SeqId_6_ 2024-11-10T15:20:52,166 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40037 {}] regionserver.ReplicationSink(324): Finished replicating [d6446411-e2b2-4547-abb5-fa38870b5a62] bulk loaded data 2024-11-10T15:20:52,209 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,41171,1731252039783.replicationSource.wal-reader.c0771061be61%2C41171%2C1731252039783,1-c0771061be61,41171,1731252039783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/WALs/c0771061be61,41171,1731252039783/c0771061be61%2C41171%2C1731252039783.1731252041614 to pos 1033, reset compression=false 2024-11-10T15:20:52,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T15:20:52,226 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T15:20:52,227 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:20:52,227 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:20:52,227 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:20:52,227 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T15:20:52,227 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T15:20:52,227 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1857450627, stopped=false 2024-11-10T15:20:52,227 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c0771061be61,45381,1731252039533 2024-11-10T15:20:52,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45381-0x1012555918a0003, quorum=127.0.0.1:55762, baseZNode=/1148093635 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1148093635/running 2024-11-10T15:20:52,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41171-0x1012555918a0004, quorum=127.0.0.1:55762, baseZNode=/1148093635 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1148093635/running 2024-11-10T15:20:52,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45381-0x1012555918a0003, quorum=127.0.0.1:55762, baseZNode=/1148093635 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1148093635 2024-11-10T15:20:52,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41171-0x1012555918a0004, quorum=127.0.0.1:55762, baseZNode=/1148093635 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1148093635 2024-11-10T15:20:52,247 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T15:20:52,247 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T15:20:52,247 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:20:52,247 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:20:52,247 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c0771061be61,41171,1731252039783' ***** 2024-11-10T15:20:52,248 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T15:20:52,248 INFO [RS:0;c0771061be61:41171 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T15:20:52,248 INFO [RS:0;c0771061be61:41171 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T15:20:52,248 INFO [RS:0;c0771061be61:41171 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T15:20:52,248 INFO [RS:0;c0771061be61:41171 {}] regionserver.HRegionServer(3091): Received CLOSE for 78da9955b7356db0bf05fdccaaee39f2 2024-11-10T15:20:52,248 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45381-0x1012555918a0003, quorum=127.0.0.1:55762, baseZNode=/1148093635 Set watcher on znode that does not yet exist, /1148093635/running 2024-11-10T15:20:52,248 INFO [RS:0;c0771061be61:41171 {}] regionserver.HRegionServer(3091): Received CLOSE for e8d1c4550d51e1b8ed536d243b5e7100 2024-11-10T15:20:52,248 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41171-0x1012555918a0004, quorum=127.0.0.1:55762, baseZNode=/1148093635 Set watcher on znode that does not yet exist, /1148093635/running 2024-11-10T15:20:52,248 INFO [RS:0;c0771061be61:41171 {}] regionserver.HRegionServer(959): stopping server c0771061be61,41171,1731252039783 2024-11-10T15:20:52,248 INFO [RS:0;c0771061be61:41171 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T15:20:52,248 INFO [RS:0;c0771061be61:41171 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c0771061be61:41171. 2024-11-10T15:20:52,248 DEBUG [RS:0;c0771061be61:41171 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:20:52,248 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T15:20:52,248 DEBUG [RS:0;c0771061be61:41171 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:20:52,249 INFO [RS:0;c0771061be61:41171 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T15:20:52,249 INFO [RS:0;c0771061be61:41171 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T15:20:52,249 INFO [RS:0;c0771061be61:41171 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T15:20:52,249 INFO [RS:0;c0771061be61:41171 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T15:20:52,249 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 78da9955b7356db0bf05fdccaaee39f2, disabling compactions & flushes 2024-11-10T15:20:52,249 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731252043369.78da9955b7356db0bf05fdccaaee39f2. 2024-11-10T15:20:52,249 INFO [RS:0;c0771061be61:41171 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T15:20:52,249 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731252043369.78da9955b7356db0bf05fdccaaee39f2. 2024-11-10T15:20:52,249 DEBUG [RS:0;c0771061be61:41171 {}] regionserver.HRegionServer(1325): Online Regions={78da9955b7356db0bf05fdccaaee39f2=test,,1731252043369.78da9955b7356db0bf05fdccaaee39f2., 1588230740=hbase:meta,,1.1588230740, e8d1c4550d51e1b8ed536d243b5e7100=hbase:replication,,1731252046691.e8d1c4550d51e1b8ed536d243b5e7100.} 2024-11-10T15:20:52,249 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731252043369.78da9955b7356db0bf05fdccaaee39f2. after waiting 0 ms 2024-11-10T15:20:52,249 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731252043369.78da9955b7356db0bf05fdccaaee39f2. 2024-11-10T15:20:52,249 DEBUG [RS:0;c0771061be61:41171 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 78da9955b7356db0bf05fdccaaee39f2, e8d1c4550d51e1b8ed536d243b5e7100 2024-11-10T15:20:52,249 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T15:20:52,249 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T15:20:52,249 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T15:20:52,249 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T15:20:52,249 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T15:20:52,249 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-10T15:20:52,253 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/data/default/test/78da9955b7356db0bf05fdccaaee39f2/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T15:20:52,254 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T15:20:52,254 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T15:20:52,254 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731252043369.78da9955b7356db0bf05fdccaaee39f2. 2024-11-10T15:20:52,254 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 78da9955b7356db0bf05fdccaaee39f2: Waiting for close lock at 1731252052249Running coprocessor pre-close hooks at 1731252052249Disabling compacts and flushes for region at 1731252052249Disabling writes for close at 1731252052249Writing region close event to WAL at 1731252052250 (+1 ms)Running coprocessor post-close hooks at 1731252052253 (+3 ms)Closed at 1731252052254 (+1 ms) 2024-11-10T15:20:52,254 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731252043369.78da9955b7356db0bf05fdccaaee39f2. 2024-11-10T15:20:52,254 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e8d1c4550d51e1b8ed536d243b5e7100, disabling compactions & flushes 2024-11-10T15:20:52,254 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731252046691.e8d1c4550d51e1b8ed536d243b5e7100. 2024-11-10T15:20:52,254 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731252046691.e8d1c4550d51e1b8ed536d243b5e7100. 2024-11-10T15:20:52,254 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731252046691.e8d1c4550d51e1b8ed536d243b5e7100. after waiting 0 ms 2024-11-10T15:20:52,254 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731252046691.e8d1c4550d51e1b8ed536d243b5e7100. 2024-11-10T15:20:52,254 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e8d1c4550d51e1b8ed536d243b5e7100 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-10T15:20:52,271 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/data/hbase/meta/1588230740/.tmp/info/1bdef8ff3a2e429b964c0d7b68e44073 is 147, key is hbase:replication,,1731252046691.e8d1c4550d51e1b8ed536d243b5e7100./info:regioninfo/1731252047929/Put/seqid=0 2024-11-10T15:20:52,271 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/data/hbase/replication/e8d1c4550d51e1b8ed536d243b5e7100/.tmp/hfileref/247328ceeb0a4121aa9c859032b2b64f is 74, key is 1/hfileref:076a6e91a58241598e90022bdd126693_SeqId_4_/1731252050742/DeleteColumn/seqid=0 2024-11-10T15:20:52,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44093 is added to blk_1073741845_1021 (size=5345) 2024-11-10T15:20:52,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44093 is added to blk_1073741844_1020 (size=7686) 2024-11-10T15:20:52,276 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/data/hbase/replication/e8d1c4550d51e1b8ed536d243b5e7100/.tmp/hfileref/247328ceeb0a4121aa9c859032b2b64f 2024-11-10T15:20:52,276 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/data/hbase/meta/1588230740/.tmp/info/1bdef8ff3a2e429b964c0d7b68e44073 2024-11-10T15:20:52,279 INFO [regionserver/c0771061be61:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T15:20:52,300 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/data/hbase/meta/1588230740/.tmp/ns/f5de3fa40aa944a4a9f8cc31aa955195 is 43, key is default/ns:d/1731252042670/Put/seqid=0 2024-11-10T15:20:52,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44093 is added to blk_1073741846_1022 (size=5153) 2024-11-10T15:20:52,310 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/data/hbase/replication/e8d1c4550d51e1b8ed536d243b5e7100/.tmp/queue/00e178f6da95486988236a2d4967f471 is 154, key is 1-c0771061be61,41171,1731252039783/queue:c0771061be61%2C41171%2C1731252039783/1731252052168/Put/seqid=0 2024-11-10T15:20:52,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44093 is added to blk_1073741847_1023 (size=5353) 2024-11-10T15:20:52,449 DEBUG [RS:0;c0771061be61:41171 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e8d1c4550d51e1b8ed536d243b5e7100 2024-11-10T15:20:52,559 INFO [regionserver/c0771061be61:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T15:20:52,559 INFO [regionserver/c0771061be61:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T15:20:52,613 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,41171,1731252039783.replicationSource.wal-reader.c0771061be61%2C41171%2C1731252039783,1-c0771061be61,41171,1731252039783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/WALs/c0771061be61,41171,1731252039783/c0771061be61%2C41171%2C1731252039783.1731252041614 to pos 1033, reset compression=false 2024-11-10T15:20:52,618 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,41171,1731252039783.replicationSource.wal-reader.c0771061be61%2C41171%2C1731252039783,1-c0771061be61,41171,1731252039783 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T15:20:52,618 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,41171,1731252039783.replicationSource.wal-reader.c0771061be61%2C41171%2C1731252039783,1-c0771061be61,41171,1731252039783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/WALs/c0771061be61,41171,1731252039783/c0771061be61%2C41171%2C1731252039783.1731252041614 to pos 1328, reset compression=false 2024-11-10T15:20:52,618 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,41171,1731252039783.replicationSource.shipperc0771061be61%2C41171%2C1731252039783,1-c0771061be61,41171,1731252039783 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0771061be61,41171,1731252039783 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/WALs/c0771061be61,41171,1731252039783/c0771061be61%2C41171%2C1731252039783.1731252041614, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T15:20:52,619 ERROR [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,41171,1731252039783.replicationSource.shipperc0771061be61%2C41171%2C1731252039783,1-c0771061be61,41171,1731252039783 {}] regionserver.HRegionServer(2440): ***** ABORTING region server c0771061be61,41171,1731252039783: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-c0771061be61,41171,1731252039783, walGroup=c0771061be61%2C41171%2C1731252039783, offset=c0771061be61%2C41171%2C1731252039783.1731252041614:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c0771061be61:41171 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-10T15:20:52,621 ERROR [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,41171,1731252039783.replicationSource.shipperc0771061be61%2C41171%2C1731252039783,1-c0771061be61,41171,1731252039783 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-10T15:20:52,621 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,41171,1731252039783.replicationSource.shipperc0771061be61%2C41171%2C1731252039783,1-c0771061be61,41171,1731252039783 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-10T15:20:52,622 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,41171,1731252039783.replicationSource.shipperc0771061be61%2C41171%2C1731252039783,1-c0771061be61,41171,1731252039783 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-10T15:20:52,622 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,41171,1731252039783.replicationSource.shipperc0771061be61%2C41171%2C1731252039783,1-c0771061be61,41171,1731252039783 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-10T15:20:52,622 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,41171,1731252039783.replicationSource.shipperc0771061be61%2C41171%2C1731252039783,1-c0771061be61,41171,1731252039783 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-10T15:20:52,622 INFO [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,41171,1731252039783.replicationSource.shipperc0771061be61%2C41171%2C1731252039783,1-c0771061be61,41171,1731252039783 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1056964608, "init": 1048576000, "max": 2306867200, "used": 789694064 }, "NonHeapMemoryUsage": { "committed": 189923328, "init": 7667712, "max": -1, "used": 187127160 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-10T15:20:52,623 WARN [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,41171,1731252039783.replicationSource.shipperc0771061be61%2C41171%2C1731252039783,1-c0771061be61,41171,1731252039783 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c0771061be61:45381 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c0771061be61:45381 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-10T15:20:52,649 DEBUG [RS:0;c0771061be61:41171 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e8d1c4550d51e1b8ed536d243b5e7100 2024-11-10T15:20:52,705 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/data/hbase/meta/1588230740/.tmp/ns/f5de3fa40aa944a4a9f8cc31aa955195 2024-11-10T15:20:52,714 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/data/hbase/replication/e8d1c4550d51e1b8ed536d243b5e7100/.tmp/queue/00e178f6da95486988236a2d4967f471 2024-11-10T15:20:52,719 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/data/hbase/replication/e8d1c4550d51e1b8ed536d243b5e7100/.tmp/hfileref/247328ceeb0a4121aa9c859032b2b64f as hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/data/hbase/replication/e8d1c4550d51e1b8ed536d243b5e7100/hfileref/247328ceeb0a4121aa9c859032b2b64f 2024-11-10T15:20:52,723 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/data/hbase/replication/e8d1c4550d51e1b8ed536d243b5e7100/hfileref/247328ceeb0a4121aa9c859032b2b64f, entries=4, sequenceid=12, filesize=5.2 K 2024-11-10T15:20:52,724 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/data/hbase/replication/e8d1c4550d51e1b8ed536d243b5e7100/.tmp/queue/00e178f6da95486988236a2d4967f471 as hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/data/hbase/replication/e8d1c4550d51e1b8ed536d243b5e7100/queue/00e178f6da95486988236a2d4967f471 2024-11-10T15:20:52,728 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/data/hbase/replication/e8d1c4550d51e1b8ed536d243b5e7100/queue/00e178f6da95486988236a2d4967f471, entries=1, sequenceid=12, filesize=5.2 K 2024-11-10T15:20:52,730 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for e8d1c4550d51e1b8ed536d243b5e7100 in 476ms, sequenceid=12, compaction requested=false 2024-11-10T15:20:52,732 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/data/hbase/meta/1588230740/.tmp/rep_barrier/a99888d8116342f9a999b0e8244d1dd9 is 112, key is test,,1731252043369.78da9955b7356db0bf05fdccaaee39f2./rep_barrier:seqnumDuringOpen/1731252044520/Put/seqid=0 2024-11-10T15:20:52,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44093 is added to blk_1073741848_1024 (size=5518) 2024-11-10T15:20:52,757 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/data/hbase/meta/1588230740/.tmp/rep_barrier/a99888d8116342f9a999b0e8244d1dd9 2024-11-10T15:20:52,761 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/data/hbase/replication/e8d1c4550d51e1b8ed536d243b5e7100/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-10T15:20:52,764 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T15:20:52,764 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T15:20:52,764 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731252046691.e8d1c4550d51e1b8ed536d243b5e7100. 2024-11-10T15:20:52,764 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e8d1c4550d51e1b8ed536d243b5e7100: Waiting for close lock at 1731252052254Running coprocessor pre-close hooks at 1731252052254Disabling compacts and flushes for region at 1731252052254Disabling writes for close at 1731252052254Obtaining lock to block concurrent updates at 1731252052254Preparing flush snapshotting stores in e8d1c4550d51e1b8ed536d243b5e7100 at 1731252052254Finished memstore snapshotting hbase:replication,,1731252046691.e8d1c4550d51e1b8ed536d243b5e7100., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731252052255 (+1 ms)Flushing stores of hbase:replication,,1731252046691.e8d1c4550d51e1b8ed536d243b5e7100. at 1731252052255Flushing e8d1c4550d51e1b8ed536d243b5e7100/hfileref: creating writer at 1731252052255Flushing e8d1c4550d51e1b8ed536d243b5e7100/hfileref: appending metadata at 1731252052271 (+16 ms)Flushing e8d1c4550d51e1b8ed536d243b5e7100/hfileref: closing flushed file at 1731252052271Flushing e8d1c4550d51e1b8ed536d243b5e7100/queue: creating writer at 1731252052283 (+12 ms)Flushing e8d1c4550d51e1b8ed536d243b5e7100/queue: appending metadata at 1731252052309 (+26 ms)Flushing e8d1c4550d51e1b8ed536d243b5e7100/queue: closing flushed file at 1731252052309Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@335fc3e0: reopening flushed file at 1731252052718 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63538d3c: reopening flushed file at 1731252052723 (+5 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for e8d1c4550d51e1b8ed536d243b5e7100 in 476ms, sequenceid=12, compaction requested=false at 1731252052730 (+7 ms)Writing region close event to WAL at 1731252052756 (+26 ms)Running coprocessor post-close hooks at 1731252052763 (+7 ms)Closed at 1731252052764 (+1 ms) 2024-11-10T15:20:52,764 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731252046691.e8d1c4550d51e1b8ed536d243b5e7100. 2024-11-10T15:20:52,791 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/data/hbase/meta/1588230740/.tmp/table/b573eb23b42647359be81795ef990d95 is 53, key is hbase:replication/table:state/1731252047936/Put/seqid=0 2024-11-10T15:20:52,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44093 is added to blk_1073741849_1025 (size=5308) 2024-11-10T15:20:52,806 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/data/hbase/meta/1588230740/.tmp/table/b573eb23b42647359be81795ef990d95 2024-11-10T15:20:52,813 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/data/hbase/meta/1588230740/.tmp/info/1bdef8ff3a2e429b964c0d7b68e44073 as hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/data/hbase/meta/1588230740/info/1bdef8ff3a2e429b964c0d7b68e44073 2024-11-10T15:20:52,820 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/data/hbase/meta/1588230740/info/1bdef8ff3a2e429b964c0d7b68e44073, entries=20, sequenceid=16, filesize=7.5 K 2024-11-10T15:20:52,821 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/data/hbase/meta/1588230740/.tmp/ns/f5de3fa40aa944a4a9f8cc31aa955195 as hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/data/hbase/meta/1588230740/ns/f5de3fa40aa944a4a9f8cc31aa955195 2024-11-10T15:20:52,825 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,41171,1731252039783.replicationSource.wal-reader.c0771061be61%2C41171%2C1731252039783,1-c0771061be61,41171,1731252039783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/WALs/c0771061be61,41171,1731252039783/c0771061be61%2C41171%2C1731252039783.1731252041614 to pos 1328, reset compression=false 2024-11-10T15:20:52,844 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/data/hbase/meta/1588230740/ns/f5de3fa40aa944a4a9f8cc31aa955195, entries=2, sequenceid=16, filesize=5.0 K 2024-11-10T15:20:52,844 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/data/hbase/meta/1588230740/.tmp/rep_barrier/a99888d8116342f9a999b0e8244d1dd9 as hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/data/hbase/meta/1588230740/rep_barrier/a99888d8116342f9a999b0e8244d1dd9 2024-11-10T15:20:52,850 DEBUG [RS:0;c0771061be61:41171 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T15:20:52,850 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/data/hbase/meta/1588230740/rep_barrier/a99888d8116342f9a999b0e8244d1dd9, entries=1, sequenceid=16, filesize=5.4 K 2024-11-10T15:20:52,851 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/data/hbase/meta/1588230740/.tmp/table/b573eb23b42647359be81795ef990d95 as hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/data/hbase/meta/1588230740/table/b573eb23b42647359be81795ef990d95 2024-11-10T15:20:52,858 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/data/hbase/meta/1588230740/table/b573eb23b42647359be81795ef990d95, entries=4, sequenceid=16, filesize=5.2 K 2024-11-10T15:20:52,859 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 610ms, sequenceid=16, compaction requested=false 2024-11-10T15:20:52,897 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-10T15:20:52,898 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T15:20:52,898 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T15:20:52,899 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T15:20:52,899 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731252052249Running coprocessor pre-close hooks at 1731252052249Disabling compacts and flushes for region at 1731252052249Disabling writes for close at 1731252052249Obtaining lock to block concurrent updates at 1731252052249Preparing flush snapshotting stores in 1588230740 at 1731252052249Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731252052250 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731252052250Flushing 1588230740/info: creating writer at 1731252052250Flushing 1588230740/info: appending metadata at 1731252052270 (+20 ms)Flushing 1588230740/info: closing flushed file at 1731252052270Flushing 1588230740/ns: creating writer at 1731252052281 (+11 ms)Flushing 1588230740/ns: appending metadata at 1731252052300 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731252052300Flushing 1588230740/rep_barrier: creating writer at 1731252052709 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731252052731 (+22 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731252052731Flushing 1588230740/table: creating writer at 1731252052763 (+32 ms)Flushing 1588230740/table: appending metadata at 1731252052791 (+28 ms)Flushing 1588230740/table: closing flushed file at 1731252052791Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a060d07: reopening flushed file at 1731252052812 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@90214a6: reopening flushed file at 1731252052820 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5118869e: reopening flushed file at 1731252052844 (+24 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33e8e439: reopening flushed file at 1731252052850 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 610ms, sequenceid=16, compaction requested=false at 1731252052859 (+9 ms)Writing region close event to WAL at 1731252052888 (+29 ms)Running coprocessor post-close hooks at 1731252052898 (+10 ms)Closed at 1731252052898 2024-11-10T15:20:52,899 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T15:20:52,926 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,40037,1731252034921.replicationSource.wal-reader.c0771061be61%2C40037%2C1731252034921,1-c0771061be61,40037,1731252034921 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/WALs/c0771061be61,40037,1731252034921/c0771061be61%2C40037%2C1731252034921.1731252036362 to pos 687, reset compression=false 2024-11-10T15:20:52,939 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,40037,1731252034921.replicationSource.wal-reader.c0771061be61%2C40037%2C1731252034921,1-c0771061be61,40037,1731252034921 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T15:20:52,939 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,40037,1731252034921.replicationSource.shipperc0771061be61%2C40037%2C1731252034921,1-c0771061be61,40037,1731252034921 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0771061be61,40037,1731252034921 got entry batch from reader: WALEntryBatch [walEntries=[{test/1f67a034bbeb86eddf203871ca5ab610/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731252052164/Put/vlen=228/seqid=0; >],11641}], lastWalPath=hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/WALs/c0771061be61,40037,1731252034921/c0771061be61%2C40037%2C1731252034921.1731252036362, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11641, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-10T15:20:52,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server c0771061be61,41171,1731252039783 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T15:20:52,942 WARN [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,40037,1731252034921.replicationSource.shipperc0771061be61%2C40037%2C1731252034921,1-c0771061be61,40037,1731252034921 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server c0771061be61,41171,1731252039783 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T15:20:53,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server c0771061be61,41171,1731252039783 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T15:20:53,048 WARN [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,40037,1731252034921.replicationSource.shipperc0771061be61%2C40037%2C1731252034921,1-c0771061be61,40037,1731252034921 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server c0771061be61,41171,1731252039783 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T15:20:53,050 INFO [RS:0;c0771061be61:41171 {}] regionserver.HRegionServer(976): stopping server c0771061be61,41171,1731252039783; all regions closed. 2024-11-10T15:20:53,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44093 is added to blk_1073741834_1010 (size=4239) 2024-11-10T15:20:53,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44093 is added to blk_1073741839_1015 (size=3127) 2024-11-10T15:20:53,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44093 is added to blk_1073741832_1008 (size=1336) 2024-11-10T15:20:53,088 DEBUG [RS:0;c0771061be61:41171 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:20:53,088 INFO [RS:0;c0771061be61:41171 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T15:20:53,089 INFO [RS:0;c0771061be61:41171 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T15:20:53,089 INFO [RS:0;c0771061be61:41171 {}] hbase.ChoreService(370): Chore service for: regionserver/c0771061be61:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-10T15:20:53,089 INFO [RS:0;c0771061be61:41171 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T15:20:53,089 INFO [regionserver/c0771061be61:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T15:20:53,090 INFO [RS:0;c0771061be61:41171 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c0771061be61,41171,1731252039783 because: Region server is closing 2024-11-10T15:20:53,090 INFO [RS:0;c0771061be61:41171 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c0771061be61:41171. 2024-11-10T15:20:53,090 DEBUG [RS:0;c0771061be61:41171 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:20:53,090 DEBUG [RS:0;c0771061be61:41171 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:20:53,090 DEBUG [RS:0;c0771061be61:41171 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:20:53,090 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T15:20:53,139 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,40037,1731252034921.replicationSource.wal-reader.c0771061be61%2C40037%2C1731252034921,1-c0771061be61,40037,1731252034921 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/WALs/c0771061be61,40037,1731252034921/c0771061be61%2C40037%2C1731252034921.1731252036362 to pos 1033, reset compression=false 2024-11-10T15:20:53,192 INFO [RS:0;c0771061be61:41171 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,41171,1731252039783.replicationSource.shipperc0771061be61%2C41171%2C1731252039783,1-c0771061be61,41171,1731252039783 terminated 2024-11-10T15:20:53,192 INFO [RS:0;c0771061be61:41171 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c0771061be61:41171. 2024-11-10T15:20:53,192 DEBUG [RS:0;c0771061be61:41171 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:20:53,192 DEBUG [RS:0;c0771061be61:41171 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:20:53,192 DEBUG [RS:0;c0771061be61:41171 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:20:53,192 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T15:20:53,192 INFO [RS:0;c0771061be61:41171 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41171 2024-11-10T15:20:53,254 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server c0771061be61:41171 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c0771061be61/172.17.0.3:41171 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T15:20:53,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address c0771061be61:41171 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c0771061be61/172.17.0.3:41171 2024-11-10T15:20:53,255 WARN [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,40037,1731252034921.replicationSource.shipperc0771061be61%2C40037%2C1731252034921,1-c0771061be61,40037,1731252034921 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=c0771061be61:41171 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c0771061be61/172.17.0.3:41171 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c0771061be61/172.17.0.3:41171 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-10T15:20:53,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41171-0x1012555918a0004, quorum=127.0.0.1:55762, baseZNode=/1148093635 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1148093635/rs/c0771061be61,41171,1731252039783 2024-11-10T15:20:53,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45381-0x1012555918a0003, quorum=127.0.0.1:55762, baseZNode=/1148093635 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1148093635/rs 2024-11-10T15:20:53,260 INFO [RS:0;c0771061be61:41171 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T15:20:53,260 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c0771061be61,41171,1731252039783] 2024-11-10T15:20:53,281 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1148093635/draining/c0771061be61,41171,1731252039783 already deleted, retry=false 2024-11-10T15:20:53,281 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c0771061be61,41171,1731252039783 expired; onlineServers=0 2024-11-10T15:20:53,281 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c0771061be61,45381,1731252039533' ***** 2024-11-10T15:20:53,281 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T15:20:53,281 INFO [M:0;c0771061be61:45381 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T15:20:53,281 INFO [M:0;c0771061be61:45381 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T15:20:53,281 DEBUG [M:0;c0771061be61:45381 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T15:20:53,281 DEBUG [M:0;c0771061be61:45381 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T15:20:53,281 DEBUG [master/c0771061be61:0:becomeActiveMaster-HFileCleaner.small.0-1731252041363 {}] cleaner.HFileCleaner(306): Exit Thread[master/c0771061be61:0:becomeActiveMaster-HFileCleaner.small.0-1731252041363,5,FailOnTimeoutGroup] 2024-11-10T15:20:53,281 INFO [M:0;c0771061be61:45381 {}] hbase.ChoreService(370): Chore service for: master/c0771061be61:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T15:20:53,281 INFO [M:0;c0771061be61:45381 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T15:20:53,281 DEBUG [M:0;c0771061be61:45381 {}] master.HMaster(1795): Stopping service threads 2024-11-10T15:20:53,281 INFO [M:0;c0771061be61:45381 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T15:20:53,282 INFO [M:0;c0771061be61:45381 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T15:20:53,282 DEBUG [master/c0771061be61:0:becomeActiveMaster-HFileCleaner.large.0-1731252041360 {}] cleaner.HFileCleaner(306): Exit Thread[master/c0771061be61:0:becomeActiveMaster-HFileCleaner.large.0-1731252041360,5,FailOnTimeoutGroup] 2024-11-10T15:20:53,282 INFO [M:0;c0771061be61:45381 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T15:20:53,282 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T15:20:53,282 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T15:20:53,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45381-0x1012555918a0003, quorum=127.0.0.1:55762, baseZNode=/1148093635 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1148093635/master 2024-11-10T15:20:53,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45381-0x1012555918a0003, quorum=127.0.0.1:55762, baseZNode=/1148093635 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1148093635 2024-11-10T15:20:53,292 DEBUG [M:0;c0771061be61:45381 {}] zookeeper.ZKUtil(347): master:45381-0x1012555918a0003, quorum=127.0.0.1:55762, baseZNode=/1148093635 Unable to get data of znode /1148093635/master because node does not exist (not an error) 2024-11-10T15:20:53,292 WARN [M:0;c0771061be61:45381 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T15:20:53,292 INFO [M:0;c0771061be61:45381 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/.lastflushedseqids 2024-11-10T15:20:53,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44093 is added to blk_1073741850_1026 (size=263) 2024-11-10T15:20:53,346 INFO [M:0;c0771061be61:45381 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T15:20:53,346 INFO [M:0;c0771061be61:45381 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T15:20:53,347 DEBUG [M:0;c0771061be61:45381 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T15:20:53,347 INFO [M:0;c0771061be61:45381 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:20:53,347 DEBUG [M:0;c0771061be61:45381 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:20:53,347 DEBUG [M:0;c0771061be61:45381 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T15:20:53,347 DEBUG [M:0;c0771061be61:45381 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:20:53,347 INFO [M:0;c0771061be61:45381 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-10T15:20:53,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41171-0x1012555918a0004, quorum=127.0.0.1:55762, baseZNode=/1148093635 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T15:20:53,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41171-0x1012555918a0004, quorum=127.0.0.1:55762, baseZNode=/1148093635 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T15:20:53,371 INFO [RS:0;c0771061be61:41171 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T15:20:53,371 INFO [RS:0;c0771061be61:41171 {}] regionserver.HRegionServer(1031): Exiting; stopping=c0771061be61,41171,1731252039783; zookeeper connection closed. 2024-11-10T15:20:53,380 DEBUG [M:0;c0771061be61:45381 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1cca37968afd4abbadfb5ede6e8ce0d2 is 82, key is hbase:meta,,1/info:regioninfo/1731252042654/Put/seqid=0 2024-11-10T15:20:53,382 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@633abefb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@633abefb 2024-11-10T15:20:53,382 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T15:20:53,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44093 is added to blk_1073741851_1027 (size=5672) 2024-11-10T15:20:53,387 INFO [M:0;c0771061be61:45381 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1cca37968afd4abbadfb5ede6e8ce0d2 2024-11-10T15:20:53,418 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T15:20:53,423 DEBUG [M:0;c0771061be61:45381 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e8724b75c4cb4c90b7667fd4d3d68b93 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731252047939/Put/seqid=0 2024-11-10T15:20:53,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44093 is added to blk_1073741852_1028 (size=8516) 2024-11-10T15:20:53,443 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,40037,1731252034921.replicationSource.wal-reader.c0771061be61%2C40037%2C1731252034921,1-c0771061be61,40037,1731252034921 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/WALs/c0771061be61,40037,1731252034921/c0771061be61%2C40037%2C1731252034921.1731252036362 to pos 1033, reset compression=false 2024-11-10T15:20:53,444 INFO [M:0;c0771061be61:45381 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e8724b75c4cb4c90b7667fd4d3d68b93 2024-11-10T15:20:53,468 DEBUG [M:0;c0771061be61:45381 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/11289a1e94a0427b988d1b99a669e312 is 69, key is c0771061be61,41171,1731252039783/rs:state/1731252041446/Put/seqid=0 2024-11-10T15:20:53,471 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:20:53,471 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:20:53,471 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:20:53,472 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:20:53,472 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:20:53,472 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:20:53,488 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:20:53,492 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:20:53,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44093 is added to blk_1073741853_1029 (size=5156) 2024-11-10T15:20:53,498 INFO [M:0;c0771061be61:45381 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/11289a1e94a0427b988d1b99a669e312 2024-11-10T15:20:53,533 DEBUG [M:0;c0771061be61:45381 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1cca37968afd4abbadfb5ede6e8ce0d2 as hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1cca37968afd4abbadfb5ede6e8ce0d2 2024-11-10T15:20:53,539 INFO [M:0;c0771061be61:45381 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1cca37968afd4abbadfb5ede6e8ce0d2, entries=8, sequenceid=97, filesize=5.5 K 2024-11-10T15:20:53,540 DEBUG [M:0;c0771061be61:45381 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e8724b75c4cb4c90b7667fd4d3d68b93 as hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e8724b75c4cb4c90b7667fd4d3d68b93 2024-11-10T15:20:53,545 INFO [M:0;c0771061be61:45381 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e8724b75c4cb4c90b7667fd4d3d68b93, entries=11, sequenceid=97, filesize=8.3 K 2024-11-10T15:20:53,546 DEBUG [M:0;c0771061be61:45381 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/11289a1e94a0427b988d1b99a669e312 as hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/11289a1e94a0427b988d1b99a669e312 2024-11-10T15:20:53,554 INFO [M:0;c0771061be61:45381 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42357/user/jenkins/test-data/0ff0bf8e-38b2-8c18-f913-0e5db1275e2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/11289a1e94a0427b988d1b99a669e312, entries=1, sequenceid=97, filesize=5.0 K 2024-11-10T15:20:53,559 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,40037,1731252034921.replicationSource.shipperc0771061be61%2C40037%2C1731252034921,1-c0771061be61,40037,1731252034921 {}] ipc.AbstractRpcClient(357): Not trying to connect to c0771061be61:41171 this server is in the failed servers list 2024-11-10T15:20:53,560 WARN [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,40037,1731252034921.replicationSource.shipperc0771061be61%2C40037%2C1731252034921,1-c0771061be61,40037,1731252034921 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=c0771061be61:41171 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: c0771061be61:41171 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:270) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$Stub.replicateWALEntry(AdminProtos.java:34879) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.lambda$replicateWALEntry$9(AsyncRegionServerAdmin.java:166) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.call(AsyncRegionServerAdmin.java:103) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.replicateWALEntry(AsyncRegionServerAdmin.java:164) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.protobuf.ReplicationProtobufUtil.replicateWALEntry(ReplicationProtobufUtil.java:62) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:537) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: c0771061be61:41171 at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:361) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 12 more 2024-11-10T15:20:53,568 INFO [M:0;c0771061be61:45381 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 220ms, sequenceid=97, compaction requested=false 2024-11-10T15:20:53,606 INFO [M:0;c0771061be61:45381 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:20:53,606 DEBUG [M:0;c0771061be61:45381 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731252053347Disabling compacts and flushes for region at 1731252053347Disabling writes for close at 1731252053347Obtaining lock to block concurrent updates at 1731252053347Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731252053347Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731252053348 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731252053348Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731252053348Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731252053379 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731252053379Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731252053397 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731252053422 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731252053422Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731252053450 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731252053468 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731252053468Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38fc48aa: reopening flushed file at 1731252053528 (+60 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@514121d9: reopening flushed file at 1731252053539 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17a0b048: reopening flushed file at 1731252053546 (+7 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 220ms, sequenceid=97, compaction requested=false at 1731252053568 (+22 ms)Writing region close event to WAL at 1731252053606 (+38 ms)Closed at 1731252053606 2024-11-10T15:20:53,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44093 is added to blk_1073741830_1006 (size=63654) 2024-11-10T15:20:53,624 INFO [M:0;c0771061be61:45381 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T15:20:53,624 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T15:20:53,624 INFO [M:0;c0771061be61:45381 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45381 2024-11-10T15:20:53,624 INFO [M:0;c0771061be61:45381 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T15:20:53,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45381-0x1012555918a0003, quorum=127.0.0.1:55762, baseZNode=/1148093635 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T15:20:53,737 INFO [M:0;c0771061be61:45381 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T15:20:53,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45381-0x1012555918a0003, quorum=127.0.0.1:55762, baseZNode=/1148093635 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T15:20:53,761 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@30acc661{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T15:20:53,762 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4723368d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T15:20:53,762 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T15:20:53,762 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@126f37db{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T15:20:53,762 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14981279{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f70c65fd-c3fa-98e7-0515-6c81015893bc/hadoop.log.dir/,STOPPED} 2024-11-10T15:20:53,766 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T15:20:53,767 WARN [BP-2067892395-172.17.0.3-1731252037533 heartbeating to localhost/127.0.0.1:42357 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T15:20:53,767 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T15:20:53,767 WARN [BP-2067892395-172.17.0.3-1731252037533 heartbeating to localhost/127.0.0.1:42357 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2067892395-172.17.0.3-1731252037533 (Datanode Uuid 1bb7e918-77df-4e86-8118-846d0d87a19e) service to localhost/127.0.0.1:42357 2024-11-10T15:20:53,767 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f70c65fd-c3fa-98e7-0515-6c81015893bc/cluster_b8818867-ae35-0104-e412-9bac52f2a351/data/data1/current/BP-2067892395-172.17.0.3-1731252037533 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T15:20:53,768 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f70c65fd-c3fa-98e7-0515-6c81015893bc/cluster_b8818867-ae35-0104-e412-9bac52f2a351/data/data2/current/BP-2067892395-172.17.0.3-1731252037533 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T15:20:53,768 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T15:20:53,778 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@45e60b61{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T15:20:53,778 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@27d8bc7b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T15:20:53,778 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T15:20:53,779 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d032377{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T15:20:53,779 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74117ecf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f70c65fd-c3fa-98e7-0515-6c81015893bc/hadoop.log.dir/,STOPPED} 2024-11-10T15:20:53,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T15:20:53,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T15:20:53,797 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T15:20:53,797 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:20:53,797 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:20:53,798 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:20:53,798 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T15:20:53,798 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T15:20:53,798 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=73518171, stopped=false 2024-11-10T15:20:53,798 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c0771061be61,33529,1731252034735 2024-11-10T15:20:53,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40037-0x1012555918a0001, quorum=127.0.0.1:55762, baseZNode=/0-896312298 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-896312298/running 2024-11-10T15:20:53,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33529-0x1012555918a0000, quorum=127.0.0.1:55762, baseZNode=/0-896312298 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-896312298/running 2024-11-10T15:20:53,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33529-0x1012555918a0000, quorum=127.0.0.1:55762, baseZNode=/0-896312298 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-896312298 2024-11-10T15:20:53,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40037-0x1012555918a0001, quorum=127.0.0.1:55762, baseZNode=/0-896312298 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-896312298 2024-11-10T15:20:53,818 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T15:20:53,818 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33529-0x1012555918a0000, quorum=127.0.0.1:55762, baseZNode=/0-896312298 Set watcher on znode that does not yet exist, /0-896312298/running 2024-11-10T15:20:53,818 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40037-0x1012555918a0001, quorum=127.0.0.1:55762, baseZNode=/0-896312298 Set watcher on znode that does not yet exist, /0-896312298/running 2024-11-10T15:20:53,819 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T15:20:53,819 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:20:53,819 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:20:53,820 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c0771061be61,40037,1731252034921' ***** 2024-11-10T15:20:53,820 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T15:20:53,820 INFO [RS:0;c0771061be61:40037 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T15:20:53,820 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T15:20:53,820 INFO [RS:0;c0771061be61:40037 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T15:20:53,821 INFO [RS:0;c0771061be61:40037 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T15:20:53,821 INFO [RS:0;c0771061be61:40037 {}] regionserver.HRegionServer(3091): Received CLOSE for 81c60fe47fa9d46e6405c2ea86d2a70b 2024-11-10T15:20:53,828 INFO [RS:0;c0771061be61:40037 {}] regionserver.HRegionServer(3091): Received CLOSE for 1f67a034bbeb86eddf203871ca5ab610 2024-11-10T15:20:53,828 INFO [RS:0;c0771061be61:40037 {}] regionserver.HRegionServer(959): stopping server c0771061be61,40037,1731252034921 2024-11-10T15:20:53,829 INFO [RS:0;c0771061be61:40037 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T15:20:53,829 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 81c60fe47fa9d46e6405c2ea86d2a70b, disabling compactions & flushes 2024-11-10T15:20:53,829 INFO [RS:0;c0771061be61:40037 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c0771061be61:40037. 2024-11-10T15:20:53,829 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731252045539.81c60fe47fa9d46e6405c2ea86d2a70b. 2024-11-10T15:20:53,829 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731252045539.81c60fe47fa9d46e6405c2ea86d2a70b. 2024-11-10T15:20:53,829 DEBUG [RS:0;c0771061be61:40037 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:20:53,829 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731252045539.81c60fe47fa9d46e6405c2ea86d2a70b. after waiting 0 ms 2024-11-10T15:20:53,829 DEBUG [RS:0;c0771061be61:40037 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:20:53,829 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731252045539.81c60fe47fa9d46e6405c2ea86d2a70b. 2024-11-10T15:20:53,829 INFO [RS:0;c0771061be61:40037 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T15:20:53,829 INFO [RS:0;c0771061be61:40037 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T15:20:53,829 INFO [RS:0;c0771061be61:40037 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T15:20:53,829 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 81c60fe47fa9d46e6405c2ea86d2a70b 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-10T15:20:53,829 INFO [RS:0;c0771061be61:40037 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T15:20:53,832 INFO [RS:0;c0771061be61:40037 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T15:20:53,832 DEBUG [RS:0;c0771061be61:40037 {}] regionserver.HRegionServer(1325): Online Regions={81c60fe47fa9d46e6405c2ea86d2a70b=hbase:replication,,1731252045539.81c60fe47fa9d46e6405c2ea86d2a70b., 1588230740=hbase:meta,,1.1588230740, 1f67a034bbeb86eddf203871ca5ab610=test,,1731252042738.1f67a034bbeb86eddf203871ca5ab610.} 2024-11-10T15:20:53,832 DEBUG [RS:0;c0771061be61:40037 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1f67a034bbeb86eddf203871ca5ab610, 81c60fe47fa9d46e6405c2ea86d2a70b 2024-11-10T15:20:53,832 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T15:20:53,832 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T15:20:53,833 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T15:20:53,833 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T15:20:53,833 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T15:20:53,833 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-10T15:20:53,846 INFO [regionserver/c0771061be61:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T15:20:53,856 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/data/hbase/replication/81c60fe47fa9d46e6405c2ea86d2a70b/.tmp/hfileref/03b199386cdf41acb2dbb915ea15ce5e is 74, key is 1/hfileref:9171a7364f1146b5a67727304924f98b_SeqId_4_/1731252050270/DeleteColumn/seqid=0 2024-11-10T15:20:53,865 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,40037,1731252034921.replicationSource.wal-reader.c0771061be61%2C40037%2C1731252034921,1-c0771061be61,40037,1731252034921 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/WALs/c0771061be61,40037,1731252034921/c0771061be61%2C40037%2C1731252034921.1731252036362 to pos 1033, reset compression=false 2024-11-10T15:20:53,869 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/data/hbase/meta/1588230740/.tmp/info/c59ed3fc25424042bc74c421ef45e3fb is 147, key is hbase:replication,,1731252045539.81c60fe47fa9d46e6405c2ea86d2a70b./info:regioninfo/1731252046301/Put/seqid=0 2024-11-10T15:20:53,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741846_1022 (size=5345) 2024-11-10T15:20:53,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741847_1023 (size=7686) 2024-11-10T15:20:53,961 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,40037,1731252034921.replicationSource.shipperc0771061be61%2C40037%2C1731252034921,1-c0771061be61,40037,1731252034921 {}] ipc.AbstractRpcClient(357): Not trying to connect to c0771061be61:41171 this server is in the failed servers list 2024-11-10T15:20:53,962 WARN [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,40037,1731252034921.replicationSource.shipperc0771061be61%2C40037%2C1731252034921,1-c0771061be61,40037,1731252034921 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=c0771061be61:41171 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: c0771061be61:41171 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:270) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$Stub.replicateWALEntry(AdminProtos.java:34879) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.lambda$replicateWALEntry$9(AsyncRegionServerAdmin.java:166) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.call(AsyncRegionServerAdmin.java:103) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.replicateWALEntry(AsyncRegionServerAdmin.java:164) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.protobuf.ReplicationProtobufUtil.replicateWALEntry(ReplicationProtobufUtil.java:62) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:537) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: c0771061be61:41171 at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:361) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 12 more 2024-11-10T15:20:54,032 DEBUG [RS:0;c0771061be61:40037 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1f67a034bbeb86eddf203871ca5ab610, 81c60fe47fa9d46e6405c2ea86d2a70b 2024-11-10T15:20:54,232 INFO [regionserver/c0771061be61:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T15:20:54,232 INFO [regionserver/c0771061be61:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T15:20:54,233 DEBUG [RS:0;c0771061be61:40037 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1f67a034bbeb86eddf203871ca5ab610, 81c60fe47fa9d46e6405c2ea86d2a70b 2024-11-10T15:20:54,279 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/data/hbase/replication/81c60fe47fa9d46e6405c2ea86d2a70b/.tmp/hfileref/03b199386cdf41acb2dbb915ea15ce5e 2024-11-10T15:20:54,298 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/data/hbase/meta/1588230740/.tmp/info/c59ed3fc25424042bc74c421ef45e3fb 2024-11-10T15:20:54,341 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/data/hbase/replication/81c60fe47fa9d46e6405c2ea86d2a70b/.tmp/queue/b75bc4840c8e46e09c9578603f5b3751 is 153, key is 1-c0771061be61,40037,1731252034921/queue:c0771061be61%2C40037%2C1731252034921/1731252050272/Put/seqid=0 2024-11-10T15:20:54,378 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,40037,1731252034921.replicationSource.wal-reader.c0771061be61%2C40037%2C1731252034921,1-c0771061be61,40037,1731252034921 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/WALs/c0771061be61,40037,1731252034921/c0771061be61%2C40037%2C1731252034921.1731252036362 to pos 1033, reset compression=false 2024-11-10T15:20:54,391 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/data/hbase/meta/1588230740/.tmp/ns/cce2d1d3d1054bc7bdbdeabb57c65748 is 43, key is default/ns:d/1731252037448/Put/seqid=0 2024-11-10T15:20:54,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741848_1024 (size=5352) 2024-11-10T15:20:54,399 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/data/hbase/replication/81c60fe47fa9d46e6405c2ea86d2a70b/.tmp/queue/b75bc4840c8e46e09c9578603f5b3751 2024-11-10T15:20:54,406 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/data/hbase/replication/81c60fe47fa9d46e6405c2ea86d2a70b/.tmp/hfileref/03b199386cdf41acb2dbb915ea15ce5e as hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/data/hbase/replication/81c60fe47fa9d46e6405c2ea86d2a70b/hfileref/03b199386cdf41acb2dbb915ea15ce5e 2024-11-10T15:20:54,420 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/data/hbase/replication/81c60fe47fa9d46e6405c2ea86d2a70b/hfileref/03b199386cdf41acb2dbb915ea15ce5e, entries=4, sequenceid=10, filesize=5.2 K 2024-11-10T15:20:54,423 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/data/hbase/replication/81c60fe47fa9d46e6405c2ea86d2a70b/.tmp/queue/b75bc4840c8e46e09c9578603f5b3751 as hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/data/hbase/replication/81c60fe47fa9d46e6405c2ea86d2a70b/queue/b75bc4840c8e46e09c9578603f5b3751 2024-11-10T15:20:54,433 DEBUG [RS:0;c0771061be61:40037 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1f67a034bbeb86eddf203871ca5ab610, 81c60fe47fa9d46e6405c2ea86d2a70b 2024-11-10T15:20:54,433 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/data/hbase/replication/81c60fe47fa9d46e6405c2ea86d2a70b/queue/b75bc4840c8e46e09c9578603f5b3751, entries=1, sequenceid=10, filesize=5.2 K 2024-11-10T15:20:54,440 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 81c60fe47fa9d46e6405c2ea86d2a70b in 611ms, sequenceid=10, compaction requested=false 2024-11-10T15:20:54,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741849_1025 (size=5153) 2024-11-10T15:20:54,464 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,40037,1731252034921.replicationSource.shipperc0771061be61%2C40037%2C1731252034921,1-c0771061be61,40037,1731252034921 {}] ipc.AbstractRpcClient(357): Not trying to connect to c0771061be61:41171 this server is in the failed servers list 2024-11-10T15:20:54,465 WARN [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,40037,1731252034921.replicationSource.shipperc0771061be61%2C40037%2C1731252034921,1-c0771061be61,40037,1731252034921 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=c0771061be61:41171 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: c0771061be61:41171 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:270) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$Stub.replicateWALEntry(AdminProtos.java:34879) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.lambda$replicateWALEntry$9(AsyncRegionServerAdmin.java:166) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.call(AsyncRegionServerAdmin.java:103) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.replicateWALEntry(AsyncRegionServerAdmin.java:164) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.protobuf.ReplicationProtobufUtil.replicateWALEntry(ReplicationProtobufUtil.java:62) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:537) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: c0771061be61:41171 at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:361) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 12 more 2024-11-10T15:20:54,476 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/data/hbase/replication/81c60fe47fa9d46e6405c2ea86d2a70b/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-10T15:20:54,477 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T15:20:54,477 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T15:20:54,477 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731252045539.81c60fe47fa9d46e6405c2ea86d2a70b. 2024-11-10T15:20:54,477 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 81c60fe47fa9d46e6405c2ea86d2a70b: Waiting for close lock at 1731252053828Running coprocessor pre-close hooks at 1731252053828Disabling compacts and flushes for region at 1731252053828Disabling writes for close at 1731252053829 (+1 ms)Obtaining lock to block concurrent updates at 1731252053829Preparing flush snapshotting stores in 81c60fe47fa9d46e6405c2ea86d2a70b at 1731252053829Finished memstore snapshotting hbase:replication,,1731252045539.81c60fe47fa9d46e6405c2ea86d2a70b., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1731252053829Flushing stores of hbase:replication,,1731252045539.81c60fe47fa9d46e6405c2ea86d2a70b. at 1731252053832 (+3 ms)Flushing 81c60fe47fa9d46e6405c2ea86d2a70b/hfileref: creating writer at 1731252053832Flushing 81c60fe47fa9d46e6405c2ea86d2a70b/hfileref: appending metadata at 1731252053855 (+23 ms)Flushing 81c60fe47fa9d46e6405c2ea86d2a70b/hfileref: closing flushed file at 1731252053855Flushing 81c60fe47fa9d46e6405c2ea86d2a70b/queue: creating writer at 1731252054284 (+429 ms)Flushing 81c60fe47fa9d46e6405c2ea86d2a70b/queue: appending metadata at 1731252054340 (+56 ms)Flushing 81c60fe47fa9d46e6405c2ea86d2a70b/queue: closing flushed file at 1731252054340Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@795667f4: reopening flushed file at 1731252054404 (+64 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@194f694f: reopening flushed file at 1731252054420 (+16 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 81c60fe47fa9d46e6405c2ea86d2a70b in 611ms, sequenceid=10, compaction requested=false at 1731252054440 (+20 ms)Writing region close event to WAL at 1731252054459 (+19 ms)Running coprocessor post-close hooks at 1731252054477 (+18 ms)Closed at 1731252054477 2024-11-10T15:20:54,477 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731252045539.81c60fe47fa9d46e6405c2ea86d2a70b. 2024-11-10T15:20:54,478 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1f67a034bbeb86eddf203871ca5ab610, disabling compactions & flushes 2024-11-10T15:20:54,478 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731252042738.1f67a034bbeb86eddf203871ca5ab610. 2024-11-10T15:20:54,478 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731252042738.1f67a034bbeb86eddf203871ca5ab610. 2024-11-10T15:20:54,478 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731252042738.1f67a034bbeb86eddf203871ca5ab610. after waiting 0 ms 2024-11-10T15:20:54,478 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731252042738.1f67a034bbeb86eddf203871ca5ab610. 2024-11-10T15:20:54,497 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/data/default/test/1f67a034bbeb86eddf203871ca5ab610/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T15:20:54,497 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T15:20:54,497 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T15:20:54,498 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731252042738.1f67a034bbeb86eddf203871ca5ab610. 2024-11-10T15:20:54,498 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1f67a034bbeb86eddf203871ca5ab610: Waiting for close lock at 1731252054478Running coprocessor pre-close hooks at 1731252054478Disabling compacts and flushes for region at 1731252054478Disabling writes for close at 1731252054478Writing region close event to WAL at 1731252054480 (+2 ms)Running coprocessor post-close hooks at 1731252054497 (+17 ms)Closed at 1731252054497 2024-11-10T15:20:54,498 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731252042738.1f67a034bbeb86eddf203871ca5ab610. 2024-11-10T15:20:54,634 DEBUG [RS:0;c0771061be61:40037 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T15:20:54,834 INFO [RS:0;c0771061be61:40037 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T15:20:54,834 DEBUG [RS:0;c0771061be61:40037 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-10T15:20:54,834 DEBUG [RS:0;c0771061be61:40037 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T15:20:54,843 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/data/hbase/meta/1588230740/.tmp/ns/cce2d1d3d1054bc7bdbdeabb57c65748 2024-11-10T15:20:54,875 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/data/hbase/meta/1588230740/.tmp/rep_barrier/3a8ee1614b9843d5886b34aef17b1adb is 112, key is test,,1731252042738.1f67a034bbeb86eddf203871ca5ab610./rep_barrier:seqnumDuringOpen/1731252043098/Put/seqid=0 2024-11-10T15:20:54,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741850_1026 (size=5518) 2024-11-10T15:20:55,017 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,40037,1731252034921.replicationSource.wal-reader.c0771061be61%2C40037%2C1731252034921,1-c0771061be61,40037,1731252034921 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/WALs/c0771061be61,40037,1731252034921/c0771061be61%2C40037%2C1731252034921.1731252036362 to pos 1033, reset compression=false 2024-11-10T15:20:55,024 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,40037,1731252034921.replicationSource.wal-reader.c0771061be61%2C40037%2C1731252034921,1-c0771061be61,40037,1731252034921 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T15:20:55,024 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,40037,1731252034921.replicationSource.wal-reader.c0771061be61%2C40037%2C1731252034921,1-c0771061be61,40037,1731252034921 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/WALs/c0771061be61,40037,1731252034921/c0771061be61%2C40037%2C1731252034921.1731252036362 to pos 1328, reset compression=false 2024-11-10T15:20:55,034 DEBUG [RS:0;c0771061be61:40037 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T15:20:55,068 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,40037,1731252034921.replicationSource.shipperc0771061be61%2C40037%2C1731252034921,1-c0771061be61,40037,1731252034921 {}] ipc.AbstractRpcClient(357): Not trying to connect to c0771061be61:41171 this server is in the failed servers list 2024-11-10T15:20:55,069 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server c0771061be61:45381 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c0771061be61/172.17.0.3:45381 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T15:20:55,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address c0771061be61:45381 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c0771061be61/172.17.0.3:45381 2024-11-10T15:20:55,177 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T15:20:55,178 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server c0771061be61:45381 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c0771061be61/172.17.0.3:45381 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T15:20:55,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c0771061be61,45381,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=c0771061be61:45381 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c0771061be61/172.17.0.3:45381 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-10T15:20:55,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address c0771061be61:45381 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c0771061be61/172.17.0.3:45381 2024-11-10T15:20:55,228 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,40037,1731252034921.replicationSource.wal-reader.c0771061be61%2C40037%2C1731252034921,1-c0771061be61,40037,1731252034921 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/WALs/c0771061be61,40037,1731252034921/c0771061be61%2C40037%2C1731252034921.1731252036362 to pos 1328, reset compression=false 2024-11-10T15:20:55,234 DEBUG [RS:0;c0771061be61:40037 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T15:20:55,280 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/data/hbase/meta/1588230740/.tmp/rep_barrier/3a8ee1614b9843d5886b34aef17b1adb 2024-11-10T15:20:55,306 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/data/hbase/meta/1588230740/.tmp/table/84145c9c117c4d168f3277b60b72eaf6 is 53, key is hbase:replication/table:state/1731252046313/Put/seqid=0 2024-11-10T15:20:55,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741851_1027 (size=5308) 2024-11-10T15:20:55,387 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T15:20:55,387 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to c0771061be61:45381 this server is in the failed servers list 2024-11-10T15:20:55,387 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c0771061be61,45381,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=c0771061be61:45381 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: c0771061be61:45381 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T15:20:55,435 DEBUG [RS:0;c0771061be61:40037 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T15:20:55,532 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,40037,1731252034921.replicationSource.wal-reader.c0771061be61%2C40037%2C1731252034921,1-c0771061be61,40037,1731252034921 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/WALs/c0771061be61,40037,1731252034921/c0771061be61%2C40037%2C1731252034921.1731252036362 to pos 1328, reset compression=false 2024-11-10T15:20:55,635 DEBUG [RS:0;c0771061be61:40037 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T15:20:55,697 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T15:20:55,697 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to c0771061be61:45381 this server is in the failed servers list 2024-11-10T15:20:55,697 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c0771061be61,45381,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=c0771061be61:45381 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: c0771061be61:45381 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T15:20:55,710 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/data/hbase/meta/1588230740/.tmp/table/84145c9c117c4d168f3277b60b72eaf6 2024-11-10T15:20:55,726 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/data/hbase/meta/1588230740/.tmp/info/c59ed3fc25424042bc74c421ef45e3fb as hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/data/hbase/meta/1588230740/info/c59ed3fc25424042bc74c421ef45e3fb 2024-11-10T15:20:55,732 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/data/hbase/meta/1588230740/info/c59ed3fc25424042bc74c421ef45e3fb, entries=20, sequenceid=16, filesize=7.5 K 2024-11-10T15:20:55,741 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/data/hbase/meta/1588230740/.tmp/ns/cce2d1d3d1054bc7bdbdeabb57c65748 as hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/data/hbase/meta/1588230740/ns/cce2d1d3d1054bc7bdbdeabb57c65748 2024-11-10T15:20:55,747 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/data/hbase/meta/1588230740/ns/cce2d1d3d1054bc7bdbdeabb57c65748, entries=2, sequenceid=16, filesize=5.0 K 2024-11-10T15:20:55,748 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/data/hbase/meta/1588230740/.tmp/rep_barrier/3a8ee1614b9843d5886b34aef17b1adb as hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/data/hbase/meta/1588230740/rep_barrier/3a8ee1614b9843d5886b34aef17b1adb 2024-11-10T15:20:55,757 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/data/hbase/meta/1588230740/rep_barrier/3a8ee1614b9843d5886b34aef17b1adb, entries=1, sequenceid=16, filesize=5.4 K 2024-11-10T15:20:55,758 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/data/hbase/meta/1588230740/.tmp/table/84145c9c117c4d168f3277b60b72eaf6 as hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/data/hbase/meta/1588230740/table/84145c9c117c4d168f3277b60b72eaf6 2024-11-10T15:20:55,765 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/data/hbase/meta/1588230740/table/84145c9c117c4d168f3277b60b72eaf6, entries=4, sequenceid=16, filesize=5.2 K 2024-11-10T15:20:55,766 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1933ms, sequenceid=16, compaction requested=false 2024-11-10T15:20:55,766 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T15:20:55,797 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-10T15:20:55,797 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T15:20:55,797 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T15:20:55,798 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T15:20:55,798 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731252053832Running coprocessor pre-close hooks at 1731252053832Disabling compacts and flushes for region at 1731252053832Disabling writes for close at 1731252053833 (+1 ms)Obtaining lock to block concurrent updates at 1731252053833Preparing flush snapshotting stores in 1588230740 at 1731252053833Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731252053833Flushing stores of hbase:meta,,1.1588230740 at 1731252053834 (+1 ms)Flushing 1588230740/info: creating writer at 1731252053834Flushing 1588230740/info: appending metadata at 1731252053868 (+34 ms)Flushing 1588230740/info: closing flushed file at 1731252053868Flushing 1588230740/ns: creating writer at 1731252054347 (+479 ms)Flushing 1588230740/ns: appending metadata at 1731252054391 (+44 ms)Flushing 1588230740/ns: closing flushed file at 1731252054391Flushing 1588230740/rep_barrier: creating writer at 1731252054850 (+459 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731252054874 (+24 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731252054874Flushing 1588230740/table: creating writer at 1731252055285 (+411 ms)Flushing 1588230740/table: appending metadata at 1731252055305 (+20 ms)Flushing 1588230740/table: closing flushed file at 1731252055305Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63c6128f: reopening flushed file at 1731252055725 (+420 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66059512: reopening flushed file at 1731252055732 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b25c4d2: reopening flushed file at 1731252055747 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@529f0413: reopening flushed file at 1731252055757 (+10 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1933ms, sequenceid=16, compaction requested=false at 1731252055766 (+9 ms)Writing region close event to WAL at 1731252055788 (+22 ms)Running coprocessor post-close hooks at 1731252055797 (+9 ms)Closed at 1731252055798 (+1 ms) 2024-11-10T15:20:55,798 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T15:20:55,835 INFO [RS:0;c0771061be61:40037 {}] regionserver.HRegionServer(976): stopping server c0771061be61,40037,1731252034921; all regions closed. 2024-11-10T15:20:55,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741834_1010 (size=4239) 2024-11-10T15:20:55,840 DEBUG [RS:0;c0771061be61:40037 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/oldWALs 2024-11-10T15:20:55,840 INFO [RS:0;c0771061be61:40037 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c0771061be61%2C40037%2C1731252034921.meta:.meta(num 1731252037366) 2024-11-10T15:20:55,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741839_1015 (size=2695) 2024-11-10T15:20:55,847 DEBUG [RS:0;c0771061be61:40037 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/oldWALs 2024-11-10T15:20:55,847 INFO [RS:0;c0771061be61:40037 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c0771061be61%2C40037%2C1731252034921.rep:(num 1731252046273) 2024-11-10T15:20:55,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741832_1008 (size=1336) 2024-11-10T15:20:55,853 DEBUG [RS:0;c0771061be61:40037 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/oldWALs 2024-11-10T15:20:55,853 INFO [RS:0;c0771061be61:40037 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c0771061be61%2C40037%2C1731252034921:(num 1731252036362) 2024-11-10T15:20:55,853 DEBUG [RS:0;c0771061be61:40037 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:20:55,853 INFO [RS:0;c0771061be61:40037 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T15:20:55,854 INFO [RS:0;c0771061be61:40037 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T15:20:55,854 INFO [RS:0;c0771061be61:40037 {}] hbase.ChoreService(370): Chore service for: regionserver/c0771061be61:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T15:20:55,854 INFO [regionserver/c0771061be61:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T15:20:55,854 INFO [RS:0;c0771061be61:40037 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T15:20:55,855 INFO [RS:0;c0771061be61:40037 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c0771061be61,40037,1731252034921 because: Region server is closing 2024-11-10T15:20:55,855 INFO [RS:0;c0771061be61:40037 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c0771061be61:40037. 2024-11-10T15:20:55,855 DEBUG [RS:0;c0771061be61:40037 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:20:55,855 DEBUG [RS:0;c0771061be61:40037 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:20:55,855 DEBUG [RS:0;c0771061be61:40037 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:20:55,855 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T15:20:55,956 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,40037,1731252034921.replicationSource.shipperc0771061be61%2C40037%2C1731252034921,1-c0771061be61,40037,1731252034921 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.reportBadSink(HBaseReplicationEndpoint.java:257) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.onReplicateWALEntryException(HBaseInterClusterReplicationEndpoint.java:558) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.lambda$replicateEntries$2(HBaseInterClusterReplicationEndpoint.java:541) ~[classes/:?] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:536) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-10T15:20:55,956 WARN [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,40037,1731252034921.replicationSource.shipperc0771061be61%2C40037%2C1731252034921,1-c0771061be61,40037,1731252034921 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-10T15:20:55,956 WARN [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,40037,1731252034921.replicationSource.shipperc0771061be61%2C40037%2C1731252034921,1-c0771061be61,40037,1731252034921 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=c0771061be61:41171 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: c0771061be61:41171 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:270) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$Stub.replicateWALEntry(AdminProtos.java:34879) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.lambda$replicateWALEntry$9(AsyncRegionServerAdmin.java:166) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.call(AsyncRegionServerAdmin.java:103) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.replicateWALEntry(AsyncRegionServerAdmin.java:164) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.protobuf.ReplicationProtobufUtil.replicateWALEntry(ReplicationProtobufUtil.java:62) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:537) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: c0771061be61:41171 at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:361) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 12 more 2024-11-10T15:20:56,207 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T15:20:56,207 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to c0771061be61:45381 this server is in the failed servers list 2024-11-10T15:20:56,207 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c0771061be61,45381,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=c0771061be61:45381 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: c0771061be61:45381 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T15:20:56,657 INFO [RS:0;c0771061be61:40037 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,40037,1731252034921.replicationSource.shipperc0771061be61%2C40037%2C1731252034921,1-c0771061be61,40037,1731252034921 terminated 2024-11-10T15:20:56,657 INFO [RS:0;c0771061be61:40037 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c0771061be61:40037. 2024-11-10T15:20:56,657 DEBUG [RS:0;c0771061be61:40037 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:20:56,657 DEBUG [RS:0;c0771061be61:40037 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:20:56,657 DEBUG [RS:0;c0771061be61:40037 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:20:56,657 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T15:20:56,658 INFO [RS:0;c0771061be61:40037 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40037 2024-11-10T15:20:56,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33529-0x1012555918a0000, quorum=127.0.0.1:55762, baseZNode=/0-896312298 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-896312298/rs 2024-11-10T15:20:56,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40037-0x1012555918a0001, quorum=127.0.0.1:55762, baseZNode=/0-896312298 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-896312298/rs/c0771061be61,40037,1731252034921 2024-11-10T15:20:56,705 INFO [RS:0;c0771061be61:40037 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T15:20:56,759 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c0771061be61,40037,1731252034921] 2024-11-10T15:20:56,775 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-896312298/draining/c0771061be61,40037,1731252034921 already deleted, retry=false 2024-11-10T15:20:56,775 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c0771061be61,40037,1731252034921 expired; onlineServers=0 2024-11-10T15:20:56,775 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c0771061be61,33529,1731252034735' ***** 2024-11-10T15:20:56,775 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T15:20:56,775 INFO [M:0;c0771061be61:33529 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T15:20:56,775 INFO [M:0;c0771061be61:33529 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T15:20:56,776 DEBUG [M:0;c0771061be61:33529 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T15:20:56,776 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T15:20:56,776 DEBUG [M:0;c0771061be61:33529 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T15:20:56,776 DEBUG [master/c0771061be61:0:becomeActiveMaster-HFileCleaner.large.0-1731252036164 {}] cleaner.HFileCleaner(306): Exit Thread[master/c0771061be61:0:becomeActiveMaster-HFileCleaner.large.0-1731252036164,5,FailOnTimeoutGroup] 2024-11-10T15:20:56,776 INFO [M:0;c0771061be61:33529 {}] hbase.ChoreService(370): Chore service for: master/c0771061be61:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T15:20:56,776 INFO [M:0;c0771061be61:33529 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T15:20:56,776 DEBUG [M:0;c0771061be61:33529 {}] master.HMaster(1795): Stopping service threads 2024-11-10T15:20:56,776 INFO [M:0;c0771061be61:33529 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T15:20:56,776 DEBUG [master/c0771061be61:0:becomeActiveMaster-HFileCleaner.small.0-1731252036164 {}] cleaner.HFileCleaner(306): Exit Thread[master/c0771061be61:0:becomeActiveMaster-HFileCleaner.small.0-1731252036164,5,FailOnTimeoutGroup] 2024-11-10T15:20:56,776 INFO [M:0;c0771061be61:33529 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T15:20:56,776 INFO [M:0;c0771061be61:33529 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T15:20:56,777 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T15:20:56,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33529-0x1012555918a0000, quorum=127.0.0.1:55762, baseZNode=/0-896312298 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-896312298/master 2024-11-10T15:20:56,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33529-0x1012555918a0000, quorum=127.0.0.1:55762, baseZNode=/0-896312298 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-896312298 2024-11-10T15:20:56,786 DEBUG [M:0;c0771061be61:33529 {}] zookeeper.ZKUtil(347): master:33529-0x1012555918a0000, quorum=127.0.0.1:55762, baseZNode=/0-896312298 Unable to get data of znode /0-896312298/master because node does not exist (not an error) 2024-11-10T15:20:56,786 WARN [M:0;c0771061be61:33529 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T15:20:56,786 INFO [M:0;c0771061be61:33529 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/.lastflushedseqids 2024-11-10T15:20:56,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741852_1028 (size=263) 2024-11-10T15:20:56,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40037-0x1012555918a0001, quorum=127.0.0.1:55762, baseZNode=/0-896312298 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T15:20:56,859 INFO [RS:0;c0771061be61:40037 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T15:20:56,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40037-0x1012555918a0001, quorum=127.0.0.1:55762, baseZNode=/0-896312298 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T15:20:56,859 INFO [RS:0;c0771061be61:40037 {}] regionserver.HRegionServer(1031): Exiting; stopping=c0771061be61,40037,1731252034921; zookeeper connection closed. 2024-11-10T15:20:56,859 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7297e985 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7297e985 2024-11-10T15:20:56,859 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T15:20:57,194 INFO [M:0;c0771061be61:33529 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T15:20:57,194 INFO [M:0;c0771061be61:33529 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T15:20:57,194 DEBUG [M:0;c0771061be61:33529 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T15:20:57,194 INFO [M:0;c0771061be61:33529 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:20:57,194 DEBUG [M:0;c0771061be61:33529 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:20:57,194 DEBUG [M:0;c0771061be61:33529 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T15:20:57,194 DEBUG [M:0;c0771061be61:33529 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:20:57,195 INFO [M:0;c0771061be61:33529 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-10T15:20:57,216 DEBUG [M:0;c0771061be61:33529 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4d17a814b3b141be9855d3ef2260b1ac is 82, key is hbase:meta,,1/info:regioninfo/1731252037394/Put/seqid=0 2024-11-10T15:20:57,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741853_1029 (size=5672) 2024-11-10T15:20:57,221 INFO [M:0;c0771061be61:33529 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4d17a814b3b141be9855d3ef2260b1ac 2024-11-10T15:20:57,226 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T15:20:57,227 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c0771061be61,45381,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c0771061be61:45381 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T15:20:57,230 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2159 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c0771061be61,45381,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c0771061be61:45381 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T15:20:57,248 DEBUG [M:0;c0771061be61:33529 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8be33a2e50424dbb9b9cbd8126e51d66 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731252046316/Put/seqid=0 2024-11-10T15:20:57,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741854_1030 (size=8517) 2024-11-10T15:20:57,264 INFO [M:0;c0771061be61:33529 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8be33a2e50424dbb9b9cbd8126e51d66 2024-11-10T15:20:57,293 DEBUG [M:0;c0771061be61:33529 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ca44219806de4b6fa344d748b7a66afd is 69, key is c0771061be61,40037,1731252034921/rs:state/1731252036206/Put/seqid=0 2024-11-10T15:20:57,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741855_1031 (size=5156) 2024-11-10T15:20:57,310 INFO [M:0;c0771061be61:33529 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ca44219806de4b6fa344d748b7a66afd 2024-11-10T15:20:57,315 DEBUG [M:0;c0771061be61:33529 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4d17a814b3b141be9855d3ef2260b1ac as hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4d17a814b3b141be9855d3ef2260b1ac 2024-11-10T15:20:57,322 INFO [M:0;c0771061be61:33529 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4d17a814b3b141be9855d3ef2260b1ac, entries=8, sequenceid=97, filesize=5.5 K 2024-11-10T15:20:57,323 DEBUG [M:0;c0771061be61:33529 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8be33a2e50424dbb9b9cbd8126e51d66 as hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8be33a2e50424dbb9b9cbd8126e51d66 2024-11-10T15:20:57,331 INFO [M:0;c0771061be61:33529 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8be33a2e50424dbb9b9cbd8126e51d66, entries=11, sequenceid=97, filesize=8.3 K 2024-11-10T15:20:57,333 DEBUG [M:0;c0771061be61:33529 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ca44219806de4b6fa344d748b7a66afd as hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ca44219806de4b6fa344d748b7a66afd 2024-11-10T15:20:57,337 INFO [M:0;c0771061be61:33529 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45073/user/jenkins/test-data/ee79a669-05cd-c056-6f9c-923bebc02467/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ca44219806de4b6fa344d748b7a66afd, entries=1, sequenceid=97, filesize=5.0 K 2024-11-10T15:20:57,337 INFO [M:0;c0771061be61:33529 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 143ms, sequenceid=97, compaction requested=false 2024-11-10T15:20:57,352 INFO [M:0;c0771061be61:33529 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:20:57,352 DEBUG [M:0;c0771061be61:33529 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731252057194Disabling compacts and flushes for region at 1731252057194Disabling writes for close at 1731252057194Obtaining lock to block concurrent updates at 1731252057195 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731252057195Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731252057195Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731252057195Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731252057196 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731252057216 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731252057216Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731252057227 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731252057247 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731252057247Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731252057269 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731252057293 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731252057293Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7611912d: reopening flushed file at 1731252057315 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f191842: reopening flushed file at 1731252057322 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@177bd5c5: reopening flushed file at 1731252057331 (+9 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 143ms, sequenceid=97, compaction requested=false at 1731252057337 (+6 ms)Writing region close event to WAL at 1731252057352 (+15 ms)Closed at 1731252057352 2024-11-10T15:20:57,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741830_1006 (size=63666) 2024-11-10T15:20:57,356 INFO [M:0;c0771061be61:33529 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T15:20:57,356 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T15:20:57,356 INFO [M:0;c0771061be61:33529 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33529 2024-11-10T15:20:57,360 INFO [M:0;c0771061be61:33529 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T15:20:57,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33529-0x1012555918a0000, quorum=127.0.0.1:55762, baseZNode=/0-896312298 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T15:20:57,507 INFO [M:0;c0771061be61:33529 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T15:20:57,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33529-0x1012555918a0000, quorum=127.0.0.1:55762, baseZNode=/0-896312298 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T15:20:57,510 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5a5aeddf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T15:20:57,510 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@47f8a48b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T15:20:57,510 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T15:20:57,510 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@753d4c84{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T15:20:57,510 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73c15c8b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1210bc3b-9c96-ed8f-b799-a29a57e903c5/hadoop.log.dir/,STOPPED} 2024-11-10T15:20:57,514 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T15:20:57,514 WARN [BP-1137462421-172.17.0.3-1731252033011 heartbeating to localhost/127.0.0.1:45073 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T15:20:57,514 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T15:20:57,514 WARN [BP-1137462421-172.17.0.3-1731252033011 heartbeating to localhost/127.0.0.1:45073 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1137462421-172.17.0.3-1731252033011 (Datanode Uuid bb6a42a6-a2d5-4ae0-bc83-3b2288678ebe) service to localhost/127.0.0.1:45073 2024-11-10T15:20:57,515 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1210bc3b-9c96-ed8f-b799-a29a57e903c5/cluster_04980fee-028e-b89a-3a90-a587905d254f/data/data1/current/BP-1137462421-172.17.0.3-1731252033011 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T15:20:57,515 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1210bc3b-9c96-ed8f-b799-a29a57e903c5/cluster_04980fee-028e-b89a-3a90-a587905d254f/data/data2/current/BP-1137462421-172.17.0.3-1731252033011 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T15:20:57,515 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T15:20:57,525 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3a8242be{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T15:20:57,530 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5d181f38{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T15:20:57,530 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T15:20:57,530 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3457eb9d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T15:20:57,530 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3537ce6e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1210bc3b-9c96-ed8f-b799-a29a57e903c5/hadoop.log.dir/,STOPPED} 2024-11-10T15:20:57,539 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T15:20:57,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T15:20:57,564 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=247 (was 206) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42357 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42357 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42357 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42357 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45073 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:45073 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42357 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42357 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45073 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42357 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45073 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:42357 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45073 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55762) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45073 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45073 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45073 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45073 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45073 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42357 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42357 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42357 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42357 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55762) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45073 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45073 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45073 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42357 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42357 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45073 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=626 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=516 (was 515) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3048 (was 2229) - AvailableMemoryMB LEAK? - 2024-11-10T15:20:57,572 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=247, OpenFileDescriptor=626, MaxFileDescriptor=1048576, SystemLoadAverage=516, ProcessCount=11, AvailableMemoryMB=3047 2024-11-10T15:20:57,584 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-10T15:20:57,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f70c65fd-c3fa-98e7-0515-6c81015893bc/hadoop.log.dir so I do NOT create it in target/test-data/89955e01-ac3b-96d8-86fc-eaa5918c5a1c 2024-11-10T15:20:57,585 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f70c65fd-c3fa-98e7-0515-6c81015893bc/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T15:20:57,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f70c65fd-c3fa-98e7-0515-6c81015893bc/hadoop.tmp.dir so I do NOT create it in target/test-data/89955e01-ac3b-96d8-86fc-eaa5918c5a1c 2024-11-10T15:20:57,585 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f70c65fd-c3fa-98e7-0515-6c81015893bc/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T15:20:57,585 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89955e01-ac3b-96d8-86fc-eaa5918c5a1c 2024-11-10T15:20:57,585 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89955e01-ac3b-96d8-86fc-eaa5918c5a1c/cluster_87654ec9-5d9e-9dc4-bd58-72f585360aa7, deleteOnExit=true 2024-11-10T15:20:57,600 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89955e01-ac3b-96d8-86fc-eaa5918c5a1c/cluster_87654ec9-5d9e-9dc4-bd58-72f585360aa7/zookeeper_0, clientPort=61592, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89955e01-ac3b-96d8-86fc-eaa5918c5a1c/cluster_87654ec9-5d9e-9dc4-bd58-72f585360aa7/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89955e01-ac3b-96d8-86fc-eaa5918c5a1c/cluster_87654ec9-5d9e-9dc4-bd58-72f585360aa7/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T15:20:57,605 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61592 2024-11-10T15:20:57,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T15:20:57,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T15:20:57,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89955e01-ac3b-96d8-86fc-eaa5918c5a1c/test.cache.data in system properties and HBase conf 2024-11-10T15:20:57,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89955e01-ac3b-96d8-86fc-eaa5918c5a1c/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T15:20:57,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89955e01-ac3b-96d8-86fc-eaa5918c5a1c/hadoop.log.dir in system properties and HBase conf 2024-11-10T15:20:57,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89955e01-ac3b-96d8-86fc-eaa5918c5a1c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T15:20:57,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89955e01-ac3b-96d8-86fc-eaa5918c5a1c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T15:20:57,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T15:20:57,605 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T15:20:57,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89955e01-ac3b-96d8-86fc-eaa5918c5a1c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T15:20:57,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89955e01-ac3b-96d8-86fc-eaa5918c5a1c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T15:20:57,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89955e01-ac3b-96d8-86fc-eaa5918c5a1c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T15:20:57,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89955e01-ac3b-96d8-86fc-eaa5918c5a1c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T15:20:57,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89955e01-ac3b-96d8-86fc-eaa5918c5a1c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T15:20:57,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89955e01-ac3b-96d8-86fc-eaa5918c5a1c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T15:20:57,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89955e01-ac3b-96d8-86fc-eaa5918c5a1c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T15:20:57,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89955e01-ac3b-96d8-86fc-eaa5918c5a1c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T15:20:57,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89955e01-ac3b-96d8-86fc-eaa5918c5a1c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T15:20:57,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89955e01-ac3b-96d8-86fc-eaa5918c5a1c/nfs.dump.dir in system properties and HBase conf 2024-11-10T15:20:57,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89955e01-ac3b-96d8-86fc-eaa5918c5a1c/java.io.tmpdir in system properties and HBase conf 2024-11-10T15:20:57,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89955e01-ac3b-96d8-86fc-eaa5918c5a1c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T15:20:57,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89955e01-ac3b-96d8-86fc-eaa5918c5a1c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T15:20:57,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89955e01-ac3b-96d8-86fc-eaa5918c5a1c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T15:20:57,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1012555918a0002, quorum=127.0.0.1:55762, baseZNode=/0-896312298 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T15:20:57,636 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1012555918a0002, quorum=127.0.0.1:55762, baseZNode=/0-896312298 Received Disconnected from ZooKeeper, ignoring 2024-11-10T15:20:57,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1012555918a0005, quorum=127.0.0.1:55762, baseZNode=/1148093635 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T15:20:57,636 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1012555918a0005, quorum=127.0.0.1:55762, baseZNode=/1148093635 Received Disconnected from ZooKeeper, ignoring 2024-11-10T15:20:58,047 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-10T15:20:58,081 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:20:58,081 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:20:58,081 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:20:58,082 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:20:58,082 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:20:58,082 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:20:58,090 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:20:58,094 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:20:58,095 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:20:58,098 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:20:58,129 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T15:20:58,135 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T15:20:58,148 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T15:20:58,148 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T15:20:58,148 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T15:20:58,153 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T15:20:58,156 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5067272d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89955e01-ac3b-96d8-86fc-eaa5918c5a1c/hadoop.log.dir/,AVAILABLE} 2024-11-10T15:20:58,157 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@34daf7e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T15:20:58,290 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5706329{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89955e01-ac3b-96d8-86fc-eaa5918c5a1c/java.io.tmpdir/jetty-localhost-44173-hadoop-hdfs-3_4_1-tests_jar-_-any-6300210370568675963/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T15:20:58,291 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@53b4795d{HTTP/1.1, (http/1.1)}{localhost:44173} 2024-11-10T15:20:58,291 INFO [Time-limited test {}] server.Server(415): Started @188784ms 2024-11-10T15:20:58,829 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T15:20:58,833 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T15:20:58,834 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T15:20:58,834 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T15:20:58,834 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T15:20:58,834 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2800e149{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89955e01-ac3b-96d8-86fc-eaa5918c5a1c/hadoop.log.dir/,AVAILABLE} 2024-11-10T15:20:58,834 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26a55c05{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T15:20:58,935 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7dea8188{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89955e01-ac3b-96d8-86fc-eaa5918c5a1c/java.io.tmpdir/jetty-localhost-38321-hadoop-hdfs-3_4_1-tests_jar-_-any-14186473904389969688/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T15:20:58,935 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@25be6a12{HTTP/1.1, (http/1.1)}{localhost:38321} 2024-11-10T15:20:58,935 INFO [Time-limited test {}] server.Server(415): Started @189429ms 2024-11-10T15:20:58,937 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T15:20:59,247 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T15:20:59,247 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c0771061be61,45381,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c0771061be61:45381 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T15:20:59,248 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4179 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c0771061be61,45381,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c0771061be61:45381 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T15:20:59,834 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T15:20:59,834 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T15:20:59,834 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-10T15:20:59,834 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-10T15:20:59,834 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-10T15:20:59,834 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T15:20:59,834 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T15:21:00,668 WARN [Thread-2162 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89955e01-ac3b-96d8-86fc-eaa5918c5a1c/cluster_87654ec9-5d9e-9dc4-bd58-72f585360aa7/data/data1/current/BP-17354692-172.17.0.3-1731252057626/current, will proceed with Du for space computation calculation, 2024-11-10T15:21:00,668 WARN [Thread-2163 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89955e01-ac3b-96d8-86fc-eaa5918c5a1c/cluster_87654ec9-5d9e-9dc4-bd58-72f585360aa7/data/data2/current/BP-17354692-172.17.0.3-1731252057626/current, will proceed with Du for space computation calculation, 2024-11-10T15:21:00,733 WARN [Thread-2150 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T15:21:00,741 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3a441ec952e98279 with lease ID 0x780ea8620f0ee0a5: Processing first storage report for DS-ebfdf79c-6062-414a-ba5a-82db84c18d65 from datanode DatanodeRegistration(127.0.0.1:35951, datanodeUuid=a57d9def-e633-4831-b7bc-84c7f9679f41, infoPort=35999, infoSecurePort=0, ipcPort=37269, storageInfo=lv=-57;cid=testClusterID;nsid=1045882038;c=1731252057626) 2024-11-10T15:21:00,741 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3a441ec952e98279 with lease ID 0x780ea8620f0ee0a5: from storage DS-ebfdf79c-6062-414a-ba5a-82db84c18d65 node DatanodeRegistration(127.0.0.1:35951, datanodeUuid=a57d9def-e633-4831-b7bc-84c7f9679f41, infoPort=35999, infoSecurePort=0, ipcPort=37269, storageInfo=lv=-57;cid=testClusterID;nsid=1045882038;c=1731252057626), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T15:21:00,741 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3a441ec952e98279 with lease ID 0x780ea8620f0ee0a5: Processing first storage report for DS-23742f52-8242-42ac-aacf-89e8538b3161 from datanode DatanodeRegistration(127.0.0.1:35951, datanodeUuid=a57d9def-e633-4831-b7bc-84c7f9679f41, infoPort=35999, infoSecurePort=0, ipcPort=37269, storageInfo=lv=-57;cid=testClusterID;nsid=1045882038;c=1731252057626) 2024-11-10T15:21:00,741 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3a441ec952e98279 with lease ID 0x780ea8620f0ee0a5: from storage DS-23742f52-8242-42ac-aacf-89e8538b3161 node DatanodeRegistration(127.0.0.1:35951, datanodeUuid=a57d9def-e633-4831-b7bc-84c7f9679f41, infoPort=35999, infoSecurePort=0, ipcPort=37269, storageInfo=lv=-57;cid=testClusterID;nsid=1045882038;c=1731252057626), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T15:21:00,776 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89955e01-ac3b-96d8-86fc-eaa5918c5a1c 2024-11-10T15:21:00,776 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:21:00,778 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:21:00,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35951 is added to blk_1073741825_1001 (size=7) 2024-11-10T15:21:00,795 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e with version=8 2024-11-10T15:21:00,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/hbase-staging 2024-11-10T15:21:00,800 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c0771061be61:0 server-side Connection retries=45 2024-11-10T15:21:00,800 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T15:21:00,800 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T15:21:00,800 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T15:21:00,800 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T15:21:00,800 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T15:21:00,800 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T15:21:00,800 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T15:21:00,810 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43583 2024-11-10T15:21:00,811 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43583 connecting to ZooKeeper ensemble=127.0.0.1:61592 2024-11-10T15:21:00,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:435830x0, quorum=127.0.0.1:61592, baseZNode=/0-599750811 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T15:21:00,901 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43583-0x1012555f1a00000 connected 2024-11-10T15:21:00,980 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:21:00,982 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:21:00,984 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43583-0x1012555f1a00000, quorum=127.0.0.1:61592, baseZNode=/0-599750811 Set watcher on znode that does not yet exist, /0-599750811/running 2024-11-10T15:21:00,985 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e, hbase.cluster.distributed=false 2024-11-10T15:21:00,986 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43583-0x1012555f1a00000, quorum=127.0.0.1:61592, baseZNode=/0-599750811 Set watcher on znode that does not yet exist, /0-599750811/acl 2024-11-10T15:21:00,988 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43583 2024-11-10T15:21:00,990 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43583 2024-11-10T15:21:00,990 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43583 2024-11-10T15:21:00,992 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43583 2024-11-10T15:21:00,995 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43583 2024-11-10T15:21:01,013 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c0771061be61:0 server-side Connection retries=45 2024-11-10T15:21:01,013 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T15:21:01,013 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T15:21:01,013 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T15:21:01,013 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T15:21:01,013 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T15:21:01,013 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T15:21:01,013 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T15:21:01,014 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42997 2024-11-10T15:21:01,015 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42997 connecting to ZooKeeper ensemble=127.0.0.1:61592 2024-11-10T15:21:01,015 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:21:01,017 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:21:01,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:429970x0, quorum=127.0.0.1:61592, baseZNode=/0-599750811 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T15:21:01,033 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:429970x0, quorum=127.0.0.1:61592, baseZNode=/0-599750811 Set watcher on znode that does not yet exist, /0-599750811/running 2024-11-10T15:21:01,033 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42997-0x1012555f1a00001 connected 2024-11-10T15:21:01,033 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T15:21:01,036 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T15:21:01,036 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42997-0x1012555f1a00001, quorum=127.0.0.1:61592, baseZNode=/0-599750811 Set watcher on znode that does not yet exist, /0-599750811/master 2024-11-10T15:21:01,037 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42997-0x1012555f1a00001, quorum=127.0.0.1:61592, baseZNode=/0-599750811 Set watcher on znode that does not yet exist, /0-599750811/acl 2024-11-10T15:21:01,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42997 2024-11-10T15:21:01,041 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42997 2024-11-10T15:21:01,044 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42997 2024-11-10T15:21:01,045 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42997 2024-11-10T15:21:01,046 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42997 2024-11-10T15:21:01,057 DEBUG [M:0;c0771061be61:43583 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c0771061be61:43583 2024-11-10T15:21:01,057 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-599750811/backup-masters/c0771061be61,43583,1731252060800 2024-11-10T15:21:01,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43583-0x1012555f1a00000, quorum=127.0.0.1:61592, baseZNode=/0-599750811 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-599750811/backup-masters 2024-11-10T15:21:01,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42997-0x1012555f1a00001, quorum=127.0.0.1:61592, baseZNode=/0-599750811 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-599750811/backup-masters 2024-11-10T15:21:01,065 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43583-0x1012555f1a00000, quorum=127.0.0.1:61592, baseZNode=/0-599750811 Set watcher on existing znode=/0-599750811/backup-masters/c0771061be61,43583,1731252060800 2024-11-10T15:21:01,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42997-0x1012555f1a00001, quorum=127.0.0.1:61592, baseZNode=/0-599750811 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-599750811/master 2024-11-10T15:21:01,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43583-0x1012555f1a00000, quorum=127.0.0.1:61592, baseZNode=/0-599750811 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-599750811 2024-11-10T15:21:01,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42997-0x1012555f1a00001, quorum=127.0.0.1:61592, baseZNode=/0-599750811 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-599750811 2024-11-10T15:21:01,075 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43583-0x1012555f1a00000, quorum=127.0.0.1:61592, baseZNode=/0-599750811 Set watcher on existing znode=/0-599750811/master 2024-11-10T15:21:01,076 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-599750811/backup-masters/c0771061be61,43583,1731252060800 from backup master directory 2024-11-10T15:21:01,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43583-0x1012555f1a00000, quorum=127.0.0.1:61592, baseZNode=/0-599750811 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-599750811/backup-masters/c0771061be61,43583,1731252060800 2024-11-10T15:21:01,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42997-0x1012555f1a00001, quorum=127.0.0.1:61592, baseZNode=/0-599750811 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-599750811/backup-masters 2024-11-10T15:21:01,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43583-0x1012555f1a00000, quorum=127.0.0.1:61592, baseZNode=/0-599750811 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-599750811/backup-masters 2024-11-10T15:21:01,085 WARN [master/c0771061be61:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T15:21:01,085 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c0771061be61,43583,1731252060800 2024-11-10T15:21:01,096 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/hbase.id] with ID: 77965ad3-64f7-4741-8db0-53bda55c2110 2024-11-10T15:21:01,096 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/.tmp/hbase.id 2024-11-10T15:21:01,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35951 is added to blk_1073741826_1002 (size=42) 2024-11-10T15:21:01,506 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/.tmp/hbase.id]:[hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/hbase.id] 2024-11-10T15:21:01,515 INFO [master/c0771061be61:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:21:01,515 INFO [master/c0771061be61:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T15:21:01,516 INFO [master/c0771061be61:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T15:21:01,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43583-0x1012555f1a00000, quorum=127.0.0.1:61592, baseZNode=/0-599750811 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-599750811 2024-11-10T15:21:01,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42997-0x1012555f1a00001, quorum=127.0.0.1:61592, baseZNode=/0-599750811 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-599750811 2024-11-10T15:21:01,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35951 is added to blk_1073741827_1003 (size=196) 2024-11-10T15:21:01,933 INFO [master/c0771061be61:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T15:21:01,934 INFO [master/c0771061be61:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T15:21:01,934 INFO [master/c0771061be61:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T15:21:01,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35951 is added to blk_1073741828_1004 (size=1189) 2024-11-10T15:21:02,341 INFO [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/MasterData/data/master/store 2024-11-10T15:21:02,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35951 is added to blk_1073741829_1005 (size=34) 2024-11-10T15:21:02,752 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:21:02,753 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T15:21:02,753 INFO [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:21:02,753 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:21:02,753 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T15:21:02,753 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:21:02,753 INFO [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:21:02,753 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731252062753Disabling compacts and flushes for region at 1731252062753Disabling writes for close at 1731252062753Writing region close event to WAL at 1731252062753Closed at 1731252062753 2024-11-10T15:21:02,754 WARN [master/c0771061be61:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/MasterData/data/master/store/.initializing 2024-11-10T15:21:02,754 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/MasterData/WALs/c0771061be61,43583,1731252060800 2024-11-10T15:21:02,755 INFO [master/c0771061be61:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T15:21:02,756 INFO [master/c0771061be61:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c0771061be61%2C43583%2C1731252060800, suffix=, logDir=hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/MasterData/WALs/c0771061be61,43583,1731252060800, archiveDir=hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/MasterData/oldWALs, maxLogs=10 2024-11-10T15:21:02,775 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/MasterData/WALs/c0771061be61,43583,1731252060800/c0771061be61%2C43583%2C1731252060800.1731252062757, exclude list is [], retry=0 2024-11-10T15:21:02,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35951,DS-ebfdf79c-6062-414a-ba5a-82db84c18d65,DISK] 2024-11-10T15:21:02,782 INFO [master/c0771061be61:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/MasterData/WALs/c0771061be61,43583,1731252060800/c0771061be61%2C43583%2C1731252060800.1731252062757 2024-11-10T15:21:02,784 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35999:35999)] 2024-11-10T15:21:02,784 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T15:21:02,784 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:21:02,784 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:21:02,785 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:21:02,787 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:21:02,788 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T15:21:02,788 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:21:02,788 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:21:02,789 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:21:02,790 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T15:21:02,790 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:21:02,790 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:21:02,790 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:21:02,791 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T15:21:02,791 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:21:02,791 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:21:02,791 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:21:02,792 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T15:21:02,792 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:21:02,793 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:21:02,793 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:21:02,793 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:21:02,794 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:21:02,794 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:21:02,794 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:21:02,795 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T15:21:02,795 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:21:02,797 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T15:21:02,797 INFO [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67994279, jitterRate=0.013193711638450623}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T15:21:02,798 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731252062785Initializing all the Stores at 1731252062785Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731252062785Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252062787 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252062787Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252062787Cleaning up temporary data from old regions at 1731252062794 (+7 ms)Region opened successfully at 1731252062798 (+4 ms) 2024-11-10T15:21:02,798 INFO [master/c0771061be61:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T15:21:02,801 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61aefa42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c0771061be61/172.17.0.3:0 2024-11-10T15:21:02,801 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T15:21:02,802 INFO [master/c0771061be61:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T15:21:02,802 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T15:21:02,802 INFO [master/c0771061be61:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T15:21:02,802 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T15:21:02,802 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T15:21:02,802 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T15:21:02,812 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T15:21:02,813 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43583-0x1012555f1a00000, quorum=127.0.0.1:61592, baseZNode=/0-599750811 Unable to get data of znode /0-599750811/balancer because node does not exist (not necessarily an error) 2024-11-10T15:21:02,822 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-599750811/balancer already deleted, retry=false 2024-11-10T15:21:02,822 INFO [master/c0771061be61:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T15:21:02,823 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43583-0x1012555f1a00000, quorum=127.0.0.1:61592, baseZNode=/0-599750811 Unable to get data of znode /0-599750811/normalizer because node does not exist (not necessarily an error) 2024-11-10T15:21:02,832 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-599750811/normalizer already deleted, retry=false 2024-11-10T15:21:02,833 INFO [master/c0771061be61:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T15:21:02,834 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43583-0x1012555f1a00000, quorum=127.0.0.1:61592, baseZNode=/0-599750811 Unable to get data of znode /0-599750811/switch/split because node does not exist (not necessarily an error) 2024-11-10T15:21:02,843 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-599750811/switch/split already deleted, retry=false 2024-11-10T15:21:02,844 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43583-0x1012555f1a00000, quorum=127.0.0.1:61592, baseZNode=/0-599750811 Unable to get data of znode /0-599750811/switch/merge because node does not exist (not necessarily an error) 2024-11-10T15:21:02,854 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-599750811/switch/merge already deleted, retry=false 2024-11-10T15:21:02,855 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43583-0x1012555f1a00000, quorum=127.0.0.1:61592, baseZNode=/0-599750811 Unable to get data of znode /0-599750811/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T15:21:02,864 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-599750811/snapshot-cleanup already deleted, retry=false 2024-11-10T15:21:02,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42997-0x1012555f1a00001, quorum=127.0.0.1:61592, baseZNode=/0-599750811 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-599750811/running 2024-11-10T15:21:02,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43583-0x1012555f1a00000, quorum=127.0.0.1:61592, baseZNode=/0-599750811 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-599750811/running 2024-11-10T15:21:02,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42997-0x1012555f1a00001, quorum=127.0.0.1:61592, baseZNode=/0-599750811 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-599750811 2024-11-10T15:21:02,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43583-0x1012555f1a00000, quorum=127.0.0.1:61592, baseZNode=/0-599750811 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-599750811 2024-11-10T15:21:02,884 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c0771061be61,43583,1731252060800, sessionid=0x1012555f1a00000, setting cluster-up flag (Was=false) 2024-11-10T15:21:02,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43583-0x1012555f1a00000, quorum=127.0.0.1:61592, baseZNode=/0-599750811 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-599750811 2024-11-10T15:21:02,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42997-0x1012555f1a00001, quorum=127.0.0.1:61592, baseZNode=/0-599750811 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-599750811 2024-11-10T15:21:02,938 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-599750811/flush-table-proc/acquired, /0-599750811/flush-table-proc/reached, /0-599750811/flush-table-proc/abort 2024-11-10T15:21:02,939 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c0771061be61,43583,1731252060800 2024-11-10T15:21:02,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42997-0x1012555f1a00001, quorum=127.0.0.1:61592, baseZNode=/0-599750811 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-599750811 2024-11-10T15:21:02,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43583-0x1012555f1a00000, quorum=127.0.0.1:61592, baseZNode=/0-599750811 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-599750811 2024-11-10T15:21:02,990 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-599750811/online-snapshot/acquired, /0-599750811/online-snapshot/reached, /0-599750811/online-snapshot/abort 2024-11-10T15:21:02,991 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c0771061be61,43583,1731252060800 2024-11-10T15:21:02,992 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T15:21:02,994 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T15:21:02,994 INFO [master/c0771061be61:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T15:21:02,994 INFO [master/c0771061be61:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T15:21:02,995 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c0771061be61,43583,1731252060800 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T15:21:02,995 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c0771061be61:0, corePoolSize=5, maxPoolSize=5 2024-11-10T15:21:02,996 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c0771061be61:0, corePoolSize=5, maxPoolSize=5 2024-11-10T15:21:02,996 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c0771061be61:0, corePoolSize=5, maxPoolSize=5 2024-11-10T15:21:02,996 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c0771061be61:0, corePoolSize=5, maxPoolSize=5 2024-11-10T15:21:02,996 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c0771061be61:0, corePoolSize=10, maxPoolSize=10 2024-11-10T15:21:02,996 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:21:02,996 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c0771061be61:0, corePoolSize=2, maxPoolSize=2 2024-11-10T15:21:02,996 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:21:02,997 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731252092997 2024-11-10T15:21:02,997 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T15:21:02,997 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T15:21:02,997 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T15:21:02,997 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T15:21:02,997 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T15:21:02,997 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T15:21:02,998 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T15:21:02,998 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T15:21:02,998 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:21:02,998 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T15:21:03,000 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T15:21:03,004 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T15:21:03,004 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T15:21:03,004 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T15:21:03,004 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T15:21:03,005 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T15:21:03,005 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T15:21:03,005 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c0771061be61:0:becomeActiveMaster-HFileCleaner.large.0-1731252063005,5,FailOnTimeoutGroup] 2024-11-10T15:21:03,016 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c0771061be61:0:becomeActiveMaster-HFileCleaner.small.0-1731252063005,5,FailOnTimeoutGroup] 2024-11-10T15:21:03,016 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T15:21:03,016 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T15:21:03,016 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T15:21:03,016 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T15:21:03,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35951 is added to blk_1073741831_1007 (size=1321) 2024-11-10T15:21:03,049 INFO [RS:0;c0771061be61:42997 {}] regionserver.HRegionServer(746): ClusterId : 77965ad3-64f7-4741-8db0-53bda55c2110 2024-11-10T15:21:03,049 DEBUG [RS:0;c0771061be61:42997 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T15:21:03,062 DEBUG [RS:0;c0771061be61:42997 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T15:21:03,062 DEBUG [RS:0;c0771061be61:42997 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T15:21:03,075 DEBUG [RS:0;c0771061be61:42997 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T15:21:03,076 DEBUG [RS:0;c0771061be61:42997 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4745840c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c0771061be61/172.17.0.3:0 2024-11-10T15:21:03,089 DEBUG [RS:0;c0771061be61:42997 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c0771061be61:42997 2024-11-10T15:21:03,090 INFO [RS:0;c0771061be61:42997 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T15:21:03,090 INFO [RS:0;c0771061be61:42997 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T15:21:03,090 DEBUG [RS:0;c0771061be61:42997 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T15:21:03,090 INFO [RS:0;c0771061be61:42997 {}] regionserver.HRegionServer(2659): reportForDuty to master=c0771061be61,43583,1731252060800 with port=42997, startcode=1731252061013 2024-11-10T15:21:03,091 DEBUG [RS:0;c0771061be61:42997 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T15:21:03,092 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52801, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T15:21:03,093 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43583 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c0771061be61,42997,1731252061013 2024-11-10T15:21:03,093 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43583 {}] master.ServerManager(517): Registering regionserver=c0771061be61,42997,1731252061013 2024-11-10T15:21:03,094 DEBUG [RS:0;c0771061be61:42997 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e 2024-11-10T15:21:03,094 DEBUG [RS:0;c0771061be61:42997 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41165 2024-11-10T15:21:03,094 DEBUG [RS:0;c0771061be61:42997 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T15:21:03,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43583-0x1012555f1a00000, quorum=127.0.0.1:61592, baseZNode=/0-599750811 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-599750811/rs 2024-11-10T15:21:03,107 DEBUG [RS:0;c0771061be61:42997 {}] zookeeper.ZKUtil(111): regionserver:42997-0x1012555f1a00001, quorum=127.0.0.1:61592, baseZNode=/0-599750811 Set watcher on existing znode=/0-599750811/rs/c0771061be61,42997,1731252061013 2024-11-10T15:21:03,107 WARN [RS:0;c0771061be61:42997 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T15:21:03,107 INFO [RS:0;c0771061be61:42997 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T15:21:03,107 DEBUG [RS:0;c0771061be61:42997 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/WALs/c0771061be61,42997,1731252061013 2024-11-10T15:21:03,107 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c0771061be61,42997,1731252061013] 2024-11-10T15:21:03,110 INFO [RS:0;c0771061be61:42997 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T15:21:03,116 INFO [RS:0;c0771061be61:42997 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T15:21:03,116 INFO [RS:0;c0771061be61:42997 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T15:21:03,116 INFO [RS:0;c0771061be61:42997 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T15:21:03,122 INFO [RS:0;c0771061be61:42997 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T15:21:03,123 INFO [RS:0;c0771061be61:42997 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T15:21:03,123 INFO [RS:0;c0771061be61:42997 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T15:21:03,123 DEBUG [RS:0;c0771061be61:42997 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:21:03,123 DEBUG [RS:0;c0771061be61:42997 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:21:03,123 DEBUG [RS:0;c0771061be61:42997 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:21:03,123 DEBUG [RS:0;c0771061be61:42997 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:21:03,124 DEBUG [RS:0;c0771061be61:42997 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:21:03,124 DEBUG [RS:0;c0771061be61:42997 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c0771061be61:0, corePoolSize=2, maxPoolSize=2 2024-11-10T15:21:03,124 DEBUG [RS:0;c0771061be61:42997 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:21:03,124 DEBUG [RS:0;c0771061be61:42997 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:21:03,124 DEBUG [RS:0;c0771061be61:42997 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:21:03,124 DEBUG [RS:0;c0771061be61:42997 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:21:03,124 DEBUG [RS:0;c0771061be61:42997 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:21:03,124 DEBUG [RS:0;c0771061be61:42997 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:21:03,124 DEBUG [RS:0;c0771061be61:42997 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c0771061be61:0, corePoolSize=3, maxPoolSize=3 2024-11-10T15:21:03,124 DEBUG [RS:0;c0771061be61:42997 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c0771061be61:0, corePoolSize=3, maxPoolSize=3 2024-11-10T15:21:03,135 INFO [RS:0;c0771061be61:42997 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T15:21:03,135 INFO [RS:0;c0771061be61:42997 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T15:21:03,136 INFO [RS:0;c0771061be61:42997 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T15:21:03,136 INFO [RS:0;c0771061be61:42997 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T15:21:03,136 INFO [RS:0;c0771061be61:42997 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T15:21:03,136 INFO [RS:0;c0771061be61:42997 {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,42997,1731252061013-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T15:21:03,154 INFO [RS:0;c0771061be61:42997 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T15:21:03,155 INFO [RS:0;c0771061be61:42997 {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,42997,1731252061013-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T15:21:03,155 INFO [RS:0;c0771061be61:42997 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:21:03,155 INFO [RS:0;c0771061be61:42997 {}] regionserver.Replication(171): c0771061be61,42997,1731252061013 started 2024-11-10T15:21:03,175 INFO [RS:0;c0771061be61:42997 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:21:03,175 INFO [RS:0;c0771061be61:42997 {}] regionserver.HRegionServer(1482): Serving as c0771061be61,42997,1731252061013, RpcServer on c0771061be61/172.17.0.3:42997, sessionid=0x1012555f1a00001 2024-11-10T15:21:03,175 DEBUG [RS:0;c0771061be61:42997 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T15:21:03,175 DEBUG [RS:0;c0771061be61:42997 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c0771061be61,42997,1731252061013 2024-11-10T15:21:03,175 DEBUG [RS:0;c0771061be61:42997 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c0771061be61,42997,1731252061013' 2024-11-10T15:21:03,175 DEBUG [RS:0;c0771061be61:42997 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-599750811/flush-table-proc/abort' 2024-11-10T15:21:03,179 DEBUG [RS:0;c0771061be61:42997 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-599750811/flush-table-proc/acquired' 2024-11-10T15:21:03,180 DEBUG [RS:0;c0771061be61:42997 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T15:21:03,180 DEBUG [RS:0;c0771061be61:42997 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T15:21:03,180 DEBUG [RS:0;c0771061be61:42997 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c0771061be61,42997,1731252061013 2024-11-10T15:21:03,180 DEBUG [RS:0;c0771061be61:42997 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c0771061be61,42997,1731252061013' 2024-11-10T15:21:03,180 DEBUG [RS:0;c0771061be61:42997 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-599750811/online-snapshot/abort' 2024-11-10T15:21:03,181 DEBUG [RS:0;c0771061be61:42997 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-599750811/online-snapshot/acquired' 2024-11-10T15:21:03,184 DEBUG [RS:0;c0771061be61:42997 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T15:21:03,184 INFO [RS:0;c0771061be61:42997 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T15:21:03,184 INFO [RS:0;c0771061be61:42997 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T15:21:03,276 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T15:21:03,277 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c0771061be61,45381,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c0771061be61:45381 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T15:21:03,278 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8209 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c0771061be61,45381,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c0771061be61:45381 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T15:21:03,285 INFO [RS:0;c0771061be61:42997 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T15:21:03,286 INFO [RS:0;c0771061be61:42997 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0771061be61%2C42997%2C1731252061013, suffix=, logDir=hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/WALs/c0771061be61,42997,1731252061013, archiveDir=hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/oldWALs, maxLogs=10 2024-11-10T15:21:03,304 DEBUG [RS:0;c0771061be61:42997 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/WALs/c0771061be61,42997,1731252061013/c0771061be61%2C42997%2C1731252061013.1731252063287, exclude list is [], retry=0 2024-11-10T15:21:03,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35951,DS-ebfdf79c-6062-414a-ba5a-82db84c18d65,DISK] 2024-11-10T15:21:03,308 INFO [RS:0;c0771061be61:42997 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/WALs/c0771061be61,42997,1731252061013/c0771061be61%2C42997%2C1731252061013.1731252063287 2024-11-10T15:21:03,312 DEBUG [RS:0;c0771061be61:42997 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35999:35999)] 2024-11-10T15:21:03,431 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T15:21:03,431 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e 2024-11-10T15:21:03,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35951 is added to blk_1073741833_1009 (size=32) 2024-11-10T15:21:03,849 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:21:03,856 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T15:21:03,858 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T15:21:03,858 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:21:03,859 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:21:03,859 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T15:21:03,860 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T15:21:03,860 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:21:03,860 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:21:03,861 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T15:21:03,862 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T15:21:03,862 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:21:03,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:21:03,865 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T15:21:03,866 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T15:21:03,866 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:21:03,866 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:21:03,866 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T15:21:03,867 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/data/hbase/meta/1588230740 2024-11-10T15:21:03,867 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/data/hbase/meta/1588230740 2024-11-10T15:21:03,868 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T15:21:03,868 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T15:21:03,868 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T15:21:03,869 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T15:21:03,871 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T15:21:03,871 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64084498, jitterRate=-0.04506656527519226}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T15:21:03,871 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731252063849Initializing all the Stores at 1731252063853 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731252063853Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731252063856 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252063856Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731252063856Cleaning up temporary data from old regions at 1731252063868 (+12 ms)Region opened successfully at 1731252063871 (+3 ms) 2024-11-10T15:21:03,871 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T15:21:03,872 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T15:21:03,872 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T15:21:03,872 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T15:21:03,872 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T15:21:03,872 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T15:21:03,872 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731252063871Disabling compacts and flushes for region at 1731252063871Disabling writes for close at 1731252063872 (+1 ms)Writing region close event to WAL at 1731252063872Closed at 1731252063872 2024-11-10T15:21:03,873 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T15:21:03,873 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T15:21:03,873 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T15:21:03,874 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T15:21:03,877 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T15:21:04,027 DEBUG [c0771061be61:43583 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T15:21:04,027 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c0771061be61,42997,1731252061013 2024-11-10T15:21:04,028 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c0771061be61,42997,1731252061013, state=OPENING 2024-11-10T15:21:04,084 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T15:21:04,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43583-0x1012555f1a00000, quorum=127.0.0.1:61592, baseZNode=/0-599750811 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-599750811 2024-11-10T15:21:04,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42997-0x1012555f1a00001, quorum=127.0.0.1:61592, baseZNode=/0-599750811 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-599750811 2024-11-10T15:21:04,118 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T15:21:04,118 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c0771061be61,42997,1731252061013}] 2024-11-10T15:21:04,119 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-599750811/meta-region-server: CHANGED 2024-11-10T15:21:04,119 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-599750811/meta-region-server: CHANGED 2024-11-10T15:21:04,272 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T15:21:04,274 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55777, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T15:21:04,276 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T15:21:04,276 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T15:21:04,277 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T15:21:04,278 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0771061be61%2C42997%2C1731252061013.meta, suffix=.meta, logDir=hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/WALs/c0771061be61,42997,1731252061013, archiveDir=hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/oldWALs, maxLogs=10 2024-11-10T15:21:04,290 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/WALs/c0771061be61,42997,1731252061013/c0771061be61%2C42997%2C1731252061013.meta.1731252064278.meta, exclude list is [], retry=0 2024-11-10T15:21:04,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35951,DS-ebfdf79c-6062-414a-ba5a-82db84c18d65,DISK] 2024-11-10T15:21:04,293 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/WALs/c0771061be61,42997,1731252061013/c0771061be61%2C42997%2C1731252061013.meta.1731252064278.meta 2024-11-10T15:21:04,293 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35999:35999)] 2024-11-10T15:21:04,293 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T15:21:04,294 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T15:21:04,294 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T15:21:04,294 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T15:21:04,294 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T15:21:04,294 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T15:21:04,294 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:21:04,294 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T15:21:04,294 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T15:21:04,295 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T15:21:04,296 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T15:21:04,296 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:21:04,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:21:04,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T15:21:04,297 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T15:21:04,297 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:21:04,298 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:21:04,298 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T15:21:04,298 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T15:21:04,298 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:21:04,299 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:21:04,299 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T15:21:04,299 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T15:21:04,299 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:21:04,300 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:21:04,300 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T15:21:04,300 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/data/hbase/meta/1588230740 2024-11-10T15:21:04,301 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/data/hbase/meta/1588230740 2024-11-10T15:21:04,302 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T15:21:04,302 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T15:21:04,302 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T15:21:04,303 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T15:21:04,303 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59110636, jitterRate=-0.11918288469314575}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T15:21:04,303 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T15:21:04,304 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731252064294Writing region info on filesystem at 1731252064294Initializing all the Stores at 1731252064295 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731252064295Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731252064295Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252064295Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731252064295Cleaning up temporary data from old regions at 1731252064302 (+7 ms)Running coprocessor post-open hooks at 1731252064303 (+1 ms)Region opened successfully at 1731252064303 2024-11-10T15:21:04,304 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731252064272 2024-11-10T15:21:04,306 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T15:21:04,306 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T15:21:04,306 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c0771061be61,42997,1731252061013 2024-11-10T15:21:04,307 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c0771061be61,42997,1731252061013, state=OPEN 2024-11-10T15:21:04,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42997-0x1012555f1a00001, quorum=127.0.0.1:61592, baseZNode=/0-599750811 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-599750811/meta-region-server 2024-11-10T15:21:04,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43583-0x1012555f1a00000, quorum=127.0.0.1:61592, baseZNode=/0-599750811 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-599750811/meta-region-server 2024-11-10T15:21:04,348 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c0771061be61,42997,1731252061013 2024-11-10T15:21:04,348 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-599750811/meta-region-server: CHANGED 2024-11-10T15:21:04,348 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-599750811/meta-region-server: CHANGED 2024-11-10T15:21:04,349 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T15:21:04,349 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c0771061be61,42997,1731252061013 in 230 msec 2024-11-10T15:21:04,351 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T15:21:04,351 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 476 msec 2024-11-10T15:21:04,351 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T15:21:04,351 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T15:21:04,352 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T15:21:04,352 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0771061be61,42997,1731252061013, seqNum=-1] 2024-11-10T15:21:04,353 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T15:21:04,354 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50943, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T15:21:04,376 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3700 sec 2024-11-10T15:21:04,376 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731252064376, completionTime=-1 2024-11-10T15:21:04,376 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T15:21:04,376 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T15:21:04,380 INFO [master/c0771061be61:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T15:21:04,380 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731252124380 2024-11-10T15:21:04,380 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731252184380 2024-11-10T15:21:04,380 INFO [master/c0771061be61:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 4 msec 2024-11-10T15:21:04,381 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,43583,1731252060800-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T15:21:04,381 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,43583,1731252060800-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:21:04,381 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,43583,1731252060800-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:21:04,381 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c0771061be61:43583, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:21:04,381 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T15:21:04,383 DEBUG [master/c0771061be61:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T15:21:04,393 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T15:21:04,397 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.312sec 2024-11-10T15:21:04,397 INFO [master/c0771061be61:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T15:21:04,397 INFO [master/c0771061be61:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T15:21:04,397 INFO [master/c0771061be61:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T15:21:04,397 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T15:21:04,397 INFO [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T15:21:04,397 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,43583,1731252060800-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T15:21:04,397 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,43583,1731252060800-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T15:21:04,414 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T15:21:04,414 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T15:21:04,414 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,43583,1731252060800-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:21:04,456 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b08cf23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:21:04,456 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0771061be61,43583,-1 for getting cluster id 2024-11-10T15:21:04,457 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T15:21:04,460 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '77965ad3-64f7-4741-8db0-53bda55c2110' 2024-11-10T15:21:04,461 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T15:21:04,461 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "77965ad3-64f7-4741-8db0-53bda55c2110" 2024-11-10T15:21:04,461 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c7a1556, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:21:04,461 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0771061be61,43583,-1] 2024-11-10T15:21:04,461 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T15:21:04,462 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:21:04,463 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T15:21:04,464 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ef9764a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:21:04,464 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T15:21:04,465 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0771061be61,42997,1731252061013, seqNum=-1] 2024-11-10T15:21:04,466 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T15:21:04,467 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T15:21:04,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c0771061be61,43583,1731252060800 2024-11-10T15:21:04,469 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61592 2024-11-10T15:21:04,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61592, baseZNode=/0-599750811 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T15:21:04,485 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012555f1a00002 connected 2024-11-10T15:21:04,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89955e01-ac3b-96d8-86fc-eaa5918c5a1c/hadoop.log.dir so I do NOT create it in target/test-data/296eab37-a66c-8661-46ba-23c41c32d793 2024-11-10T15:21:04,607 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89955e01-ac3b-96d8-86fc-eaa5918c5a1c/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T15:21:04,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89955e01-ac3b-96d8-86fc-eaa5918c5a1c/hadoop.tmp.dir so I do NOT create it in target/test-data/296eab37-a66c-8661-46ba-23c41c32d793 2024-11-10T15:21:04,607 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89955e01-ac3b-96d8-86fc-eaa5918c5a1c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T15:21:04,607 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296eab37-a66c-8661-46ba-23c41c32d793 2024-11-10T15:21:04,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T15:21:04,608 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296eab37-a66c-8661-46ba-23c41c32d793/cluster_0effa2ac-84d3-2d19-8bfd-1008188880bd, deleteOnExit=true 2024-11-10T15:21:04,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T15:21:04,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296eab37-a66c-8661-46ba-23c41c32d793/test.cache.data in system properties and HBase conf 2024-11-10T15:21:04,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296eab37-a66c-8661-46ba-23c41c32d793/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T15:21:04,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296eab37-a66c-8661-46ba-23c41c32d793/hadoop.log.dir in system properties and HBase conf 2024-11-10T15:21:04,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296eab37-a66c-8661-46ba-23c41c32d793/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T15:21:04,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296eab37-a66c-8661-46ba-23c41c32d793/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T15:21:04,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T15:21:04,608 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T15:21:04,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296eab37-a66c-8661-46ba-23c41c32d793/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T15:21:04,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296eab37-a66c-8661-46ba-23c41c32d793/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T15:21:04,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296eab37-a66c-8661-46ba-23c41c32d793/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T15:21:04,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296eab37-a66c-8661-46ba-23c41c32d793/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T15:21:04,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296eab37-a66c-8661-46ba-23c41c32d793/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T15:21:04,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296eab37-a66c-8661-46ba-23c41c32d793/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T15:21:04,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296eab37-a66c-8661-46ba-23c41c32d793/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T15:21:04,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296eab37-a66c-8661-46ba-23c41c32d793/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T15:21:04,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296eab37-a66c-8661-46ba-23c41c32d793/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T15:21:04,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296eab37-a66c-8661-46ba-23c41c32d793/nfs.dump.dir in system properties and HBase conf 2024-11-10T15:21:04,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296eab37-a66c-8661-46ba-23c41c32d793/java.io.tmpdir in system properties and HBase conf 2024-11-10T15:21:04,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296eab37-a66c-8661-46ba-23c41c32d793/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T15:21:04,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296eab37-a66c-8661-46ba-23c41c32d793/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T15:21:04,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296eab37-a66c-8661-46ba-23c41c32d793/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T15:21:05,086 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-10T15:21:05,126 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:21:05,127 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:21:05,127 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:21:05,127 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:21:05,127 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:21:05,127 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:21:05,133 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:21:05,136 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:21:05,136 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:21:05,138 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:21:05,161 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T15:21:05,164 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T15:21:05,169 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T15:21:05,169 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T15:21:05,169 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T15:21:05,171 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T15:21:05,172 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f6ac4bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296eab37-a66c-8661-46ba-23c41c32d793/hadoop.log.dir/,AVAILABLE} 2024-11-10T15:21:05,172 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f1c236a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T15:21:05,303 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1c207e82{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296eab37-a66c-8661-46ba-23c41c32d793/java.io.tmpdir/jetty-localhost-36309-hadoop-hdfs-3_4_1-tests_jar-_-any-1313145550505121792/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T15:21:05,303 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@754ba998{HTTP/1.1, (http/1.1)}{localhost:36309} 2024-11-10T15:21:05,303 INFO [Time-limited test {}] server.Server(415): Started @195797ms 2024-11-10T15:21:05,606 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T15:21:05,610 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T15:21:05,611 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T15:21:05,611 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T15:21:05,611 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T15:21:05,611 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@77b4d2a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296eab37-a66c-8661-46ba-23c41c32d793/hadoop.log.dir/,AVAILABLE} 2024-11-10T15:21:05,612 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@703f26be{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T15:21:05,718 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5d3c1889{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296eab37-a66c-8661-46ba-23c41c32d793/java.io.tmpdir/jetty-localhost-44389-hadoop-hdfs-3_4_1-tests_jar-_-any-11713276741579431980/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T15:21:05,718 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2cd5bed6{HTTP/1.1, (http/1.1)}{localhost:44389} 2024-11-10T15:21:05,718 INFO [Time-limited test {}] server.Server(415): Started @196211ms 2024-11-10T15:21:05,719 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T15:21:08,168 WARN [Thread-2283 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296eab37-a66c-8661-46ba-23c41c32d793/cluster_0effa2ac-84d3-2d19-8bfd-1008188880bd/data/data1/current/BP-789685034-172.17.0.3-1731252064624/current, will proceed with Du for space computation calculation, 2024-11-10T15:21:08,172 WARN [Thread-2284 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296eab37-a66c-8661-46ba-23c41c32d793/cluster_0effa2ac-84d3-2d19-8bfd-1008188880bd/data/data2/current/BP-789685034-172.17.0.3-1731252064624/current, will proceed with Du for space computation calculation, 2024-11-10T15:21:08,234 WARN [Thread-2271 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T15:21:08,238 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb65d0ca39394d876 with lease ID 0x7e50fb1c8bcdd4a9: Processing first storage report for DS-4af6182e-555b-48a9-91ad-49032e805fe1 from datanode DatanodeRegistration(127.0.0.1:38017, datanodeUuid=b686ec63-4ca6-4371-9552-b04800133dda, infoPort=39693, infoSecurePort=0, ipcPort=37719, storageInfo=lv=-57;cid=testClusterID;nsid=229560877;c=1731252064624) 2024-11-10T15:21:08,238 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb65d0ca39394d876 with lease ID 0x7e50fb1c8bcdd4a9: from storage DS-4af6182e-555b-48a9-91ad-49032e805fe1 node DatanodeRegistration(127.0.0.1:38017, datanodeUuid=b686ec63-4ca6-4371-9552-b04800133dda, infoPort=39693, infoSecurePort=0, ipcPort=37719, storageInfo=lv=-57;cid=testClusterID;nsid=229560877;c=1731252064624), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T15:21:08,238 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb65d0ca39394d876 with lease ID 0x7e50fb1c8bcdd4a9: Processing first storage report for DS-9148ef40-988f-47e2-bac6-538e783cf70e from datanode DatanodeRegistration(127.0.0.1:38017, datanodeUuid=b686ec63-4ca6-4371-9552-b04800133dda, infoPort=39693, infoSecurePort=0, ipcPort=37719, storageInfo=lv=-57;cid=testClusterID;nsid=229560877;c=1731252064624) 2024-11-10T15:21:08,238 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb65d0ca39394d876 with lease ID 0x7e50fb1c8bcdd4a9: from storage DS-9148ef40-988f-47e2-bac6-538e783cf70e node DatanodeRegistration(127.0.0.1:38017, datanodeUuid=b686ec63-4ca6-4371-9552-b04800133dda, infoPort=39693, infoSecurePort=0, ipcPort=37719, storageInfo=lv=-57;cid=testClusterID;nsid=229560877;c=1731252064624), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T15:21:08,290 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296eab37-a66c-8661-46ba-23c41c32d793 2024-11-10T15:21:08,290 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:21:08,291 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:21:08,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38017 is added to blk_1073741825_1001 (size=7) 2024-11-10T15:21:08,710 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949 with version=8 2024-11-10T15:21:08,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/hbase-staging 2024-11-10T15:21:08,712 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c0771061be61:0 server-side Connection retries=45 2024-11-10T15:21:08,712 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T15:21:08,712 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T15:21:08,712 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T15:21:08,712 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T15:21:08,712 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T15:21:08,712 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T15:21:08,712 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T15:21:08,713 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41743 2024-11-10T15:21:08,713 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41743 connecting to ZooKeeper ensemble=127.0.0.1:61592 2024-11-10T15:21:08,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:417430x0, quorum=127.0.0.1:61592, baseZNode=/11678605256 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T15:21:08,748 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41743-0x1012555f1a00003 connected 2024-11-10T15:21:08,875 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:21:08,877 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:21:08,880 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41743-0x1012555f1a00003, quorum=127.0.0.1:61592, baseZNode=/11678605256 Set watcher on znode that does not yet exist, /11678605256/running 2024-11-10T15:21:08,880 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949, hbase.cluster.distributed=false 2024-11-10T15:21:08,882 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41743-0x1012555f1a00003, quorum=127.0.0.1:61592, baseZNode=/11678605256 Set watcher on znode that does not yet exist, /11678605256/acl 2024-11-10T15:21:08,896 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41743 2024-11-10T15:21:08,912 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41743 2024-11-10T15:21:08,929 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41743 2024-11-10T15:21:08,931 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41743 2024-11-10T15:21:08,932 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41743 2024-11-10T15:21:08,955 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c0771061be61:0 server-side Connection retries=45 2024-11-10T15:21:08,955 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T15:21:08,955 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T15:21:08,955 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T15:21:08,955 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T15:21:08,955 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T15:21:08,955 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T15:21:08,956 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T15:21:08,980 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34685 2024-11-10T15:21:08,981 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34685 connecting to ZooKeeper ensemble=127.0.0.1:61592 2024-11-10T15:21:08,982 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:21:08,985 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:21:09,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:346850x0, quorum=127.0.0.1:61592, baseZNode=/11678605256 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T15:21:09,074 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:346850x0, quorum=127.0.0.1:61592, baseZNode=/11678605256 Set watcher on znode that does not yet exist, /11678605256/running 2024-11-10T15:21:09,074 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T15:21:09,088 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34685-0x1012555f1a00004 connected 2024-11-10T15:21:09,110 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T15:21:09,120 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T15:21:09,121 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34685-0x1012555f1a00004, quorum=127.0.0.1:61592, baseZNode=/11678605256 Set watcher on znode that does not yet exist, /11678605256/master 2024-11-10T15:21:09,123 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34685-0x1012555f1a00004, quorum=127.0.0.1:61592, baseZNode=/11678605256 Set watcher on znode that does not yet exist, /11678605256/acl 2024-11-10T15:21:09,133 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34685 2024-11-10T15:21:09,136 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34685 2024-11-10T15:21:09,137 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34685 2024-11-10T15:21:09,138 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34685 2024-11-10T15:21:09,138 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34685 2024-11-10T15:21:09,172 DEBUG [M:0;c0771061be61:41743 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c0771061be61:41743 2024-11-10T15:21:09,186 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11678605256/backup-masters/c0771061be61,41743,1731252068712 2024-11-10T15:21:09,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41743-0x1012555f1a00003, quorum=127.0.0.1:61592, baseZNode=/11678605256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11678605256/backup-masters 2024-11-10T15:21:09,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34685-0x1012555f1a00004, quorum=127.0.0.1:61592, baseZNode=/11678605256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11678605256/backup-masters 2024-11-10T15:21:09,202 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41743-0x1012555f1a00003, quorum=127.0.0.1:61592, baseZNode=/11678605256 Set watcher on existing znode=/11678605256/backup-masters/c0771061be61,41743,1731252068712 2024-11-10T15:21:09,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34685-0x1012555f1a00004, quorum=127.0.0.1:61592, baseZNode=/11678605256 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11678605256/master 2024-11-10T15:21:09,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34685-0x1012555f1a00004, quorum=127.0.0.1:61592, baseZNode=/11678605256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11678605256 2024-11-10T15:21:09,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41743-0x1012555f1a00003, quorum=127.0.0.1:61592, baseZNode=/11678605256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11678605256 2024-11-10T15:21:09,270 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41743-0x1012555f1a00003, quorum=127.0.0.1:61592, baseZNode=/11678605256 Set watcher on existing znode=/11678605256/master 2024-11-10T15:21:09,271 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11678605256/backup-masters/c0771061be61,41743,1731252068712 from backup master directory 2024-11-10T15:21:09,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41743-0x1012555f1a00003, quorum=127.0.0.1:61592, baseZNode=/11678605256 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11678605256/backup-masters/c0771061be61,41743,1731252068712 2024-11-10T15:21:09,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34685-0x1012555f1a00004, quorum=127.0.0.1:61592, baseZNode=/11678605256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11678605256/backup-masters 2024-11-10T15:21:09,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41743-0x1012555f1a00003, quorum=127.0.0.1:61592, baseZNode=/11678605256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11678605256/backup-masters 2024-11-10T15:21:09,285 WARN [master/c0771061be61:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T15:21:09,285 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c0771061be61,41743,1731252068712 2024-11-10T15:21:09,296 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/hbase.id] with ID: 402e0f16-3786-4ab7-8bb2-36837c900e2d 2024-11-10T15:21:09,296 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/.tmp/hbase.id 2024-11-10T15:21:09,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38017 is added to blk_1073741826_1002 (size=42) 2024-11-10T15:21:09,738 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/.tmp/hbase.id]:[hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/hbase.id] 2024-11-10T15:21:09,746 INFO [master/c0771061be61:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:21:09,746 INFO [master/c0771061be61:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T15:21:09,746 INFO [master/c0771061be61:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-10T15:21:09,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41743-0x1012555f1a00003, quorum=127.0.0.1:61592, baseZNode=/11678605256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11678605256 2024-11-10T15:21:09,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34685-0x1012555f1a00004, quorum=127.0.0.1:61592, baseZNode=/11678605256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11678605256 2024-11-10T15:21:09,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38017 is added to blk_1073741827_1003 (size=196) 2024-11-10T15:21:09,833 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T15:21:09,834 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-10T15:21:09,834 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T15:21:09,834 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-10T15:21:09,834 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T15:21:09,834 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-10T15:21:09,834 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-10T15:21:09,834 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-10T15:21:10,231 INFO [master/c0771061be61:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T15:21:10,232 INFO [master/c0771061be61:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T15:21:10,236 INFO [master/c0771061be61:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T15:21:10,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38017 is added to blk_1073741828_1004 (size=1189) 2024-11-10T15:21:10,300 INFO [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/MasterData/data/master/store 2024-11-10T15:21:10,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38017 is added to blk_1073741829_1005 (size=34) 2024-11-10T15:21:10,791 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:21:10,791 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T15:21:10,791 INFO [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:21:10,791 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:21:10,791 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T15:21:10,791 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:21:10,791 INFO [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:21:10,791 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731252070791Disabling compacts and flushes for region at 1731252070791Disabling writes for close at 1731252070791Writing region close event to WAL at 1731252070791Closed at 1731252070791 2024-11-10T15:21:10,792 WARN [master/c0771061be61:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/MasterData/data/master/store/.initializing 2024-11-10T15:21:10,792 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/MasterData/WALs/c0771061be61,41743,1731252068712 2024-11-10T15:21:10,793 INFO [master/c0771061be61:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T15:21:10,794 INFO [master/c0771061be61:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c0771061be61%2C41743%2C1731252068712, suffix=, logDir=hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/MasterData/WALs/c0771061be61,41743,1731252068712, archiveDir=hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/MasterData/oldWALs, maxLogs=10 2024-11-10T15:21:10,812 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/MasterData/WALs/c0771061be61,41743,1731252068712/c0771061be61%2C41743%2C1731252068712.1731252070795, exclude list is [], retry=0 2024-11-10T15:21:10,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38017,DS-4af6182e-555b-48a9-91ad-49032e805fe1,DISK] 2024-11-10T15:21:10,831 INFO [master/c0771061be61:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/MasterData/WALs/c0771061be61,41743,1731252068712/c0771061be61%2C41743%2C1731252068712.1731252070795 2024-11-10T15:21:10,832 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39693:39693)] 2024-11-10T15:21:10,832 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T15:21:10,832 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:21:10,833 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:21:10,833 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:21:10,836 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:21:10,844 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T15:21:10,844 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:21:10,845 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:21:10,845 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:21:10,846 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T15:21:10,846 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:21:10,852 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:21:10,852 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:21:10,853 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T15:21:10,854 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:21:10,854 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:21:10,854 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:21:10,855 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T15:21:10,855 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:21:10,855 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:21:10,855 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:21:10,856 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:21:10,856 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:21:10,857 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:21:10,857 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:21:10,857 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T15:21:10,863 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:21:10,884 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T15:21:10,890 INFO [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62136726, jitterRate=-0.0740906298160553}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T15:21:10,891 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731252070833Initializing all the Stores at 1731252070834 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731252070834Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252070836 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252070836Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252070836Cleaning up temporary data from old regions at 1731252070857 (+21 ms)Region opened successfully at 1731252070890 (+33 ms) 2024-11-10T15:21:10,900 INFO [master/c0771061be61:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T15:21:10,905 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f0ce77a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c0771061be61/172.17.0.3:0 2024-11-10T15:21:10,905 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T15:21:10,906 INFO [master/c0771061be61:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T15:21:10,906 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T15:21:10,906 INFO [master/c0771061be61:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T15:21:10,909 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 2 msec 2024-11-10T15:21:10,909 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T15:21:10,909 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T15:21:10,953 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T15:21:10,957 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41743-0x1012555f1a00003, quorum=127.0.0.1:61592, baseZNode=/11678605256 Unable to get data of znode /11678605256/balancer because node does not exist (not necessarily an error) 2024-11-10T15:21:11,056 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11678605256/balancer already deleted, retry=false 2024-11-10T15:21:11,057 INFO [master/c0771061be61:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T15:21:11,058 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41743-0x1012555f1a00003, quorum=127.0.0.1:61592, baseZNode=/11678605256 Unable to get data of znode /11678605256/normalizer because node does not exist (not necessarily an error) 2024-11-10T15:21:11,202 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11678605256/normalizer already deleted, retry=false 2024-11-10T15:21:11,202 INFO [master/c0771061be61:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T15:21:11,209 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41743-0x1012555f1a00003, quorum=127.0.0.1:61592, baseZNode=/11678605256 Unable to get data of znode /11678605256/switch/split because node does not exist (not necessarily an error) 2024-11-10T15:21:11,268 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11678605256/switch/split already deleted, retry=false 2024-11-10T15:21:11,270 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41743-0x1012555f1a00003, quorum=127.0.0.1:61592, baseZNode=/11678605256 Unable to get data of znode /11678605256/switch/merge because node does not exist (not necessarily an error) 2024-11-10T15:21:11,295 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11678605256/switch/merge already deleted, retry=false 2024-11-10T15:21:11,297 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41743-0x1012555f1a00003, quorum=127.0.0.1:61592, baseZNode=/11678605256 Unable to get data of znode /11678605256/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T15:21:11,306 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11678605256/snapshot-cleanup already deleted, retry=false 2024-11-10T15:21:11,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41743-0x1012555f1a00003, quorum=127.0.0.1:61592, baseZNode=/11678605256 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11678605256/running 2024-11-10T15:21:11,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34685-0x1012555f1a00004, quorum=127.0.0.1:61592, baseZNode=/11678605256 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11678605256/running 2024-11-10T15:21:11,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41743-0x1012555f1a00003, quorum=127.0.0.1:61592, baseZNode=/11678605256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11678605256 2024-11-10T15:21:11,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34685-0x1012555f1a00004, quorum=127.0.0.1:61592, baseZNode=/11678605256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11678605256 2024-11-10T15:21:11,317 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c0771061be61,41743,1731252068712, sessionid=0x1012555f1a00003, setting cluster-up flag (Was=false) 2024-11-10T15:21:11,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41743-0x1012555f1a00003, quorum=127.0.0.1:61592, baseZNode=/11678605256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11678605256 2024-11-10T15:21:11,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34685-0x1012555f1a00004, quorum=127.0.0.1:61592, baseZNode=/11678605256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11678605256 2024-11-10T15:21:11,389 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11678605256/flush-table-proc/acquired, /11678605256/flush-table-proc/reached, /11678605256/flush-table-proc/abort 2024-11-10T15:21:11,390 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c0771061be61,41743,1731252068712 2024-11-10T15:21:11,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34685-0x1012555f1a00004, quorum=127.0.0.1:61592, baseZNode=/11678605256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11678605256 2024-11-10T15:21:11,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41743-0x1012555f1a00003, quorum=127.0.0.1:61592, baseZNode=/11678605256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11678605256 2024-11-10T15:21:11,443 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11678605256/online-snapshot/acquired, /11678605256/online-snapshot/reached, /11678605256/online-snapshot/abort 2024-11-10T15:21:11,443 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c0771061be61,41743,1731252068712 2024-11-10T15:21:11,450 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T15:21:11,455 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T15:21:11,455 INFO [master/c0771061be61:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T15:21:11,456 INFO [master/c0771061be61:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T15:21:11,456 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c0771061be61,41743,1731252068712 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T15:21:11,457 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c0771061be61:0, corePoolSize=5, maxPoolSize=5 2024-11-10T15:21:11,457 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c0771061be61:0, corePoolSize=5, maxPoolSize=5 2024-11-10T15:21:11,457 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c0771061be61:0, corePoolSize=5, maxPoolSize=5 2024-11-10T15:21:11,457 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c0771061be61:0, corePoolSize=5, maxPoolSize=5 2024-11-10T15:21:11,457 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c0771061be61:0, corePoolSize=10, maxPoolSize=10 2024-11-10T15:21:11,457 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:21:11,457 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c0771061be61:0, corePoolSize=2, maxPoolSize=2 2024-11-10T15:21:11,457 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:21:11,504 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T15:21:11,504 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T15:21:11,505 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:21:11,505 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T15:21:11,508 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731252101508 2024-11-10T15:21:11,508 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T15:21:11,508 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T15:21:11,508 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T15:21:11,508 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T15:21:11,508 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T15:21:11,508 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T15:21:11,528 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T15:21:11,536 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T15:21:11,536 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T15:21:11,536 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T15:21:11,536 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T15:21:11,555 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T15:21:11,555 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T15:21:11,563 INFO [RS:0;c0771061be61:34685 {}] regionserver.HRegionServer(746): ClusterId : 402e0f16-3786-4ab7-8bb2-36837c900e2d 2024-11-10T15:21:11,563 DEBUG [RS:0;c0771061be61:34685 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T15:21:11,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38017 is added to blk_1073741831_1007 (size=1321) 2024-11-10T15:21:11,569 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T15:21:11,570 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949 2024-11-10T15:21:11,570 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c0771061be61:0:becomeActiveMaster-HFileCleaner.large.0-1731252071555,5,FailOnTimeoutGroup] 2024-11-10T15:21:11,571 DEBUG [RS:0;c0771061be61:34685 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T15:21:11,571 DEBUG [RS:0;c0771061be61:34685 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T15:21:11,575 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c0771061be61:0:becomeActiveMaster-HFileCleaner.small.0-1731252071570,5,FailOnTimeoutGroup] 2024-11-10T15:21:11,575 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T15:21:11,575 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T15:21:11,575 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T15:21:11,575 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T15:21:11,580 DEBUG [RS:0;c0771061be61:34685 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T15:21:11,581 DEBUG [RS:0;c0771061be61:34685 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bfe4397, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c0771061be61/172.17.0.3:0 2024-11-10T15:21:11,610 DEBUG [RS:0;c0771061be61:34685 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c0771061be61:34685 2024-11-10T15:21:11,610 INFO [RS:0;c0771061be61:34685 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T15:21:11,611 INFO [RS:0;c0771061be61:34685 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T15:21:11,611 DEBUG [RS:0;c0771061be61:34685 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T15:21:11,611 INFO [RS:0;c0771061be61:34685 {}] regionserver.HRegionServer(2659): reportForDuty to master=c0771061be61,41743,1731252068712 with port=34685, startcode=1731252068955 2024-11-10T15:21:11,612 DEBUG [RS:0;c0771061be61:34685 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T15:21:11,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38017 is added to blk_1073741832_1008 (size=32) 2024-11-10T15:21:11,621 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:21:11,629 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40933, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T15:21:11,632 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41743 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c0771061be61,34685,1731252068955 2024-11-10T15:21:11,632 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41743 {}] master.ServerManager(517): Registering regionserver=c0771061be61,34685,1731252068955 2024-11-10T15:21:11,637 DEBUG [RS:0;c0771061be61:34685 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949 2024-11-10T15:21:11,637 DEBUG [RS:0;c0771061be61:34685 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43105 2024-11-10T15:21:11,637 DEBUG [RS:0;c0771061be61:34685 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T15:21:11,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T15:21:11,639 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T15:21:11,639 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:21:11,639 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:21:11,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T15:21:11,641 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T15:21:11,641 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:21:11,642 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:21:11,642 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T15:21:11,643 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T15:21:11,643 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:21:11,644 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:21:11,644 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T15:21:11,652 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T15:21:11,653 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:21:11,653 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:21:11,653 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T15:21:11,654 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/data/hbase/meta/1588230740 2024-11-10T15:21:11,655 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/data/hbase/meta/1588230740 2024-11-10T15:21:11,656 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T15:21:11,656 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T15:21:11,656 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T15:21:11,657 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T15:21:11,672 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T15:21:11,672 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65740880, jitterRate=-0.020384550094604492}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T15:21:11,672 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731252071621Initializing all the Stores at 1731252071622 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731252071622Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731252071636 (+14 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252071636Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731252071636Cleaning up temporary data from old regions at 1731252071656 (+20 ms)Region opened successfully at 1731252071672 (+16 ms) 2024-11-10T15:21:11,673 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T15:21:11,673 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T15:21:11,673 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T15:21:11,673 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T15:21:11,673 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T15:21:11,683 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T15:21:11,684 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731252071673Disabling compacts and flushes for region at 1731252071673Disabling writes for close at 1731252071673Writing region close event to WAL at 1731252071683 (+10 ms)Closed at 1731252071683 2024-11-10T15:21:11,685 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T15:21:11,685 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T15:21:11,685 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T15:21:11,687 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T15:21:11,688 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T15:21:11,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41743-0x1012555f1a00003, quorum=127.0.0.1:61592, baseZNode=/11678605256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11678605256/rs 2024-11-10T15:21:11,690 DEBUG [RS:0;c0771061be61:34685 {}] zookeeper.ZKUtil(111): regionserver:34685-0x1012555f1a00004, quorum=127.0.0.1:61592, baseZNode=/11678605256 Set watcher on existing znode=/11678605256/rs/c0771061be61,34685,1731252068955 2024-11-10T15:21:11,691 WARN [RS:0;c0771061be61:34685 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T15:21:11,691 INFO [RS:0;c0771061be61:34685 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T15:21:11,691 DEBUG [RS:0;c0771061be61:34685 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/WALs/c0771061be61,34685,1731252068955 2024-11-10T15:21:11,704 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c0771061be61,34685,1731252068955] 2024-11-10T15:21:11,743 INFO [RS:0;c0771061be61:34685 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T15:21:11,757 INFO [RS:0;c0771061be61:34685 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T15:21:11,766 INFO [RS:0;c0771061be61:34685 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T15:21:11,766 INFO [RS:0;c0771061be61:34685 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T15:21:11,784 INFO [RS:0;c0771061be61:34685 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T15:21:11,785 INFO [RS:0;c0771061be61:34685 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T15:21:11,785 INFO [RS:0;c0771061be61:34685 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T15:21:11,785 DEBUG [RS:0;c0771061be61:34685 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:21:11,785 DEBUG [RS:0;c0771061be61:34685 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:21:11,786 DEBUG [RS:0;c0771061be61:34685 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:21:11,786 DEBUG [RS:0;c0771061be61:34685 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:21:11,786 DEBUG [RS:0;c0771061be61:34685 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:21:11,786 DEBUG [RS:0;c0771061be61:34685 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c0771061be61:0, corePoolSize=2, maxPoolSize=2 2024-11-10T15:21:11,786 DEBUG [RS:0;c0771061be61:34685 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:21:11,786 DEBUG [RS:0;c0771061be61:34685 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:21:11,786 DEBUG [RS:0;c0771061be61:34685 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:21:11,786 DEBUG [RS:0;c0771061be61:34685 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:21:11,786 DEBUG [RS:0;c0771061be61:34685 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:21:11,786 DEBUG [RS:0;c0771061be61:34685 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:21:11,786 DEBUG [RS:0;c0771061be61:34685 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c0771061be61:0, corePoolSize=3, maxPoolSize=3 2024-11-10T15:21:11,786 DEBUG [RS:0;c0771061be61:34685 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c0771061be61:0, corePoolSize=3, maxPoolSize=3 2024-11-10T15:21:11,790 INFO [RS:0;c0771061be61:34685 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T15:21:11,790 INFO [RS:0;c0771061be61:34685 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T15:21:11,790 INFO [RS:0;c0771061be61:34685 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T15:21:11,790 INFO [RS:0;c0771061be61:34685 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T15:21:11,790 INFO [RS:0;c0771061be61:34685 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T15:21:11,790 INFO [RS:0;c0771061be61:34685 {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,34685,1731252068955-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T15:21:11,813 INFO [RS:0;c0771061be61:34685 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T15:21:11,813 INFO [RS:0;c0771061be61:34685 {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,34685,1731252068955-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T15:21:11,814 INFO [RS:0;c0771061be61:34685 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:21:11,814 INFO [RS:0;c0771061be61:34685 {}] regionserver.Replication(171): c0771061be61,34685,1731252068955 started 2024-11-10T15:21:11,834 INFO [RS:0;c0771061be61:34685 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:21:11,834 INFO [RS:0;c0771061be61:34685 {}] regionserver.HRegionServer(1482): Serving as c0771061be61,34685,1731252068955, RpcServer on c0771061be61/172.17.0.3:34685, sessionid=0x1012555f1a00004 2024-11-10T15:21:11,834 DEBUG [RS:0;c0771061be61:34685 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T15:21:11,834 DEBUG [RS:0;c0771061be61:34685 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c0771061be61,34685,1731252068955 2024-11-10T15:21:11,834 DEBUG [RS:0;c0771061be61:34685 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c0771061be61,34685,1731252068955' 2024-11-10T15:21:11,834 DEBUG [RS:0;c0771061be61:34685 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11678605256/flush-table-proc/abort' 2024-11-10T15:21:11,835 DEBUG [RS:0;c0771061be61:34685 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11678605256/flush-table-proc/acquired' 2024-11-10T15:21:11,838 DEBUG [RS:0;c0771061be61:34685 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T15:21:11,838 DEBUG [RS:0;c0771061be61:34685 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T15:21:11,838 DEBUG [RS:0;c0771061be61:34685 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c0771061be61,34685,1731252068955 2024-11-10T15:21:11,838 DEBUG [RS:0;c0771061be61:34685 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c0771061be61,34685,1731252068955' 2024-11-10T15:21:11,838 DEBUG [RS:0;c0771061be61:34685 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11678605256/online-snapshot/abort' 2024-11-10T15:21:11,839 DEBUG [RS:0;c0771061be61:34685 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11678605256/online-snapshot/acquired' 2024-11-10T15:21:11,844 DEBUG [RS:0;c0771061be61:34685 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T15:21:11,844 INFO [RS:0;c0771061be61:34685 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T15:21:11,844 INFO [RS:0;c0771061be61:34685 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T15:21:11,848 WARN [c0771061be61:41743 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-10T15:21:11,945 INFO [RS:0;c0771061be61:34685 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T15:21:11,946 INFO [RS:0;c0771061be61:34685 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0771061be61%2C34685%2C1731252068955, suffix=, logDir=hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/WALs/c0771061be61,34685,1731252068955, archiveDir=hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/oldWALs, maxLogs=10 2024-11-10T15:21:11,964 DEBUG [RS:0;c0771061be61:34685 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/WALs/c0771061be61,34685,1731252068955/c0771061be61%2C34685%2C1731252068955.1731252071947, exclude list is [], retry=0 2024-11-10T15:21:11,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38017,DS-4af6182e-555b-48a9-91ad-49032e805fe1,DISK] 2024-11-10T15:21:11,972 INFO [RS:0;c0771061be61:34685 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/WALs/c0771061be61,34685,1731252068955/c0771061be61%2C34685%2C1731252068955.1731252071947 2024-11-10T15:21:11,973 DEBUG [RS:0;c0771061be61:34685 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39693:39693)] 2024-11-10T15:21:12,098 DEBUG [c0771061be61:41743 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T15:21:12,099 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c0771061be61,34685,1731252068955 2024-11-10T15:21:12,100 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c0771061be61,34685,1731252068955, state=OPENING 2024-11-10T15:21:12,106 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T15:21:12,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34685-0x1012555f1a00004, quorum=127.0.0.1:61592, baseZNode=/11678605256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11678605256 2024-11-10T15:21:12,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41743-0x1012555f1a00003, quorum=127.0.0.1:61592, baseZNode=/11678605256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11678605256 2024-11-10T15:21:12,117 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11678605256/meta-region-server: CHANGED 2024-11-10T15:21:12,117 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11678605256/meta-region-server: CHANGED 2024-11-10T15:21:12,118 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T15:21:12,118 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c0771061be61,34685,1731252068955}] 2024-11-10T15:21:12,287 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T15:21:12,297 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37111, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T15:21:12,309 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T15:21:12,309 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T15:21:12,310 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T15:21:12,312 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0771061be61%2C34685%2C1731252068955.meta, suffix=.meta, logDir=hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/WALs/c0771061be61,34685,1731252068955, archiveDir=hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/oldWALs, maxLogs=10 2024-11-10T15:21:12,368 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/WALs/c0771061be61,34685,1731252068955/c0771061be61%2C34685%2C1731252068955.meta.1731252072312.meta, exclude list is [], retry=0 2024-11-10T15:21:12,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38017,DS-4af6182e-555b-48a9-91ad-49032e805fe1,DISK] 2024-11-10T15:21:12,382 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/WALs/c0771061be61,34685,1731252068955/c0771061be61%2C34685%2C1731252068955.meta.1731252072312.meta 2024-11-10T15:21:12,382 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39693:39693)] 2024-11-10T15:21:12,382 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T15:21:12,383 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T15:21:12,383 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T15:21:12,383 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T15:21:12,383 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T15:21:12,383 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T15:21:12,383 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:21:12,383 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T15:21:12,383 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T15:21:12,396 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T15:21:12,397 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T15:21:12,397 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:21:12,397 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:21:12,397 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T15:21:12,398 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T15:21:12,398 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:21:12,398 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:21:12,399 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T15:21:12,399 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T15:21:12,399 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:21:12,400 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:21:12,400 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T15:21:12,400 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T15:21:12,400 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:21:12,401 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:21:12,401 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T15:21:12,401 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/data/hbase/meta/1588230740 2024-11-10T15:21:12,402 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/data/hbase/meta/1588230740 2024-11-10T15:21:12,404 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T15:21:12,404 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T15:21:12,404 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T15:21:12,406 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T15:21:12,406 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63854354, jitterRate=-0.048495978116989136}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T15:21:12,406 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T15:21:12,406 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731252072383Writing region info on filesystem at 1731252072384 (+1 ms)Initializing all the Stores at 1731252072385 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731252072385Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731252072386 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252072386Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731252072386Cleaning up temporary data from old regions at 1731252072404 (+18 ms)Running coprocessor post-open hooks at 1731252072406 (+2 ms)Region opened successfully at 1731252072406 2024-11-10T15:21:12,407 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731252072287 2024-11-10T15:21:12,410 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T15:21:12,410 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T15:21:12,410 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c0771061be61,34685,1731252068955 2024-11-10T15:21:12,411 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c0771061be61,34685,1731252068955, state=OPEN 2024-11-10T15:21:12,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34685-0x1012555f1a00004, quorum=127.0.0.1:61592, baseZNode=/11678605256 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11678605256/meta-region-server 2024-11-10T15:21:12,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41743-0x1012555f1a00003, quorum=127.0.0.1:61592, baseZNode=/11678605256 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11678605256/meta-region-server 2024-11-10T15:21:12,488 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c0771061be61,34685,1731252068955 2024-11-10T15:21:12,489 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11678605256/meta-region-server: CHANGED 2024-11-10T15:21:12,489 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11678605256/meta-region-server: CHANGED 2024-11-10T15:21:12,491 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T15:21:12,491 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c0771061be61,34685,1731252068955 in 370 msec 2024-11-10T15:21:12,495 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T15:21:12,495 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 806 msec 2024-11-10T15:21:12,496 DEBUG [PEWorker-4 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T15:21:12,496 INFO [PEWorker-4 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T15:21:12,497 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T15:21:12,497 DEBUG [PEWorker-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0771061be61,34685,1731252068955, seqNum=-1] 2024-11-10T15:21:12,497 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T15:21:12,499 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40599, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T15:21:12,505 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0500 sec 2024-11-10T15:21:12,505 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731252072505, completionTime=-1 2024-11-10T15:21:12,505 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T15:21:12,505 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T15:21:12,508 INFO [master/c0771061be61:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T15:21:12,508 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731252132508 2024-11-10T15:21:12,508 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731252192508 2024-11-10T15:21:12,508 INFO [master/c0771061be61:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-10T15:21:12,509 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,41743,1731252068712-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T15:21:12,509 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,41743,1731252068712-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:21:12,509 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,41743,1731252068712-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:21:12,509 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c0771061be61:41743, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:21:12,509 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T15:21:12,514 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T15:21:12,518 DEBUG [master/c0771061be61:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T15:21:12,519 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.234sec 2024-11-10T15:21:12,519 INFO [master/c0771061be61:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T15:21:12,519 INFO [master/c0771061be61:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T15:21:12,519 INFO [master/c0771061be61:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T15:21:12,519 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T15:21:12,519 INFO [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T15:21:12,519 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,41743,1731252068712-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T15:21:12,519 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,41743,1731252068712-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T15:21:12,537 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T15:21:12,537 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T15:21:12,537 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,41743,1731252068712-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:21:12,563 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a3d5c02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:21:12,563 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0771061be61,41743,-1 for getting cluster id 2024-11-10T15:21:12,563 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T15:21:12,587 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '402e0f16-3786-4ab7-8bb2-36837c900e2d' 2024-11-10T15:21:12,587 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T15:21:12,587 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "402e0f16-3786-4ab7-8bb2-36837c900e2d" 2024-11-10T15:21:12,587 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45eb9e91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:21:12,588 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0771061be61,41743,-1] 2024-11-10T15:21:12,588 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T15:21:12,588 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:21:12,589 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T15:21:12,590 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12d40ec4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:21:12,591 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T15:21:12,592 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0771061be61,34685,1731252068955, seqNum=-1] 2024-11-10T15:21:12,592 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T15:21:12,594 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T15:21:12,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c0771061be61,41743,1731252068712 2024-11-10T15:21:12,598 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:61592 2024-11-10T15:21:12,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:61592, baseZNode=/11678605256 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T15:21:12,645 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T15:21:12,646 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is c0771061be61,43583,1731252060800 2024-11-10T15:21:12,646 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@24d25626 2024-11-10T15:21:12,647 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T15:21:12,648 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T15:21:12,649 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43583 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T15:21:12,650 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1012555f1a00005 connected 2024-11-10T15:21:12,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43583 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T15:21:12,652 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T15:21:12,652 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:21:12,653 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43583 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T15:21:12,653 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T15:21:12,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T15:21:12,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35951 is added to blk_1073741835_1011 (size=902) 2024-11-10T15:21:12,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T15:21:12,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T15:21:13,147 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cb094d2d8cc899a56dfe0f94f992178e, NAME => 'test,,1731252072648.cb094d2d8cc899a56dfe0f94f992178e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e 2024-11-10T15:21:13,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35951 is added to blk_1073741836_1012 (size=39) 2024-11-10T15:21:13,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T15:21:13,287 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T15:21:13,288 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c0771061be61,45381,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c0771061be61:45381 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T15:21:13,288 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18220 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c0771061be61,45381,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c0771061be61:45381 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T15:21:13,603 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731252072648.cb094d2d8cc899a56dfe0f94f992178e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:21:13,603 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing cb094d2d8cc899a56dfe0f94f992178e, disabling compactions & flushes 2024-11-10T15:21:13,603 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731252072648.cb094d2d8cc899a56dfe0f94f992178e. 2024-11-10T15:21:13,604 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731252072648.cb094d2d8cc899a56dfe0f94f992178e. 2024-11-10T15:21:13,604 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731252072648.cb094d2d8cc899a56dfe0f94f992178e. after waiting 0 ms 2024-11-10T15:21:13,604 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731252072648.cb094d2d8cc899a56dfe0f94f992178e. 2024-11-10T15:21:13,604 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731252072648.cb094d2d8cc899a56dfe0f94f992178e. 2024-11-10T15:21:13,604 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for cb094d2d8cc899a56dfe0f94f992178e: Waiting for close lock at 1731252073603Disabling compacts and flushes for region at 1731252073603Disabling writes for close at 1731252073604 (+1 ms)Writing region close event to WAL at 1731252073604Closed at 1731252073604 2024-11-10T15:21:13,605 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T15:21:13,605 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731252072648.cb094d2d8cc899a56dfe0f94f992178e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731252073605"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731252073605"}]},"ts":"1731252073605"} 2024-11-10T15:21:13,607 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T15:21:13,608 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T15:21:13,609 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731252073609"}]},"ts":"1731252073609"} 2024-11-10T15:21:13,611 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T15:21:13,611 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cb094d2d8cc899a56dfe0f94f992178e, ASSIGN}] 2024-11-10T15:21:13,612 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cb094d2d8cc899a56dfe0f94f992178e, ASSIGN 2024-11-10T15:21:13,613 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=cb094d2d8cc899a56dfe0f94f992178e, ASSIGN; state=OFFLINE, location=c0771061be61,42997,1731252061013; forceNewPlan=false, retain=false 2024-11-10T15:21:13,764 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cb094d2d8cc899a56dfe0f94f992178e, regionState=OPENING, regionLocation=c0771061be61,42997,1731252061013 2024-11-10T15:21:13,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=cb094d2d8cc899a56dfe0f94f992178e, ASSIGN because future has completed 2024-11-10T15:21:13,766 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cb094d2d8cc899a56dfe0f94f992178e, server=c0771061be61,42997,1731252061013}] 2024-11-10T15:21:13,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T15:21:13,921 INFO [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731252072648.cb094d2d8cc899a56dfe0f94f992178e. 2024-11-10T15:21:13,921 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => cb094d2d8cc899a56dfe0f94f992178e, NAME => 'test,,1731252072648.cb094d2d8cc899a56dfe0f94f992178e.', STARTKEY => '', ENDKEY => ''} 2024-11-10T15:21:13,921 INFO [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T15:21:13,921 INFO [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T15:21:13,922 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test cb094d2d8cc899a56dfe0f94f992178e 2024-11-10T15:21:13,922 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731252072648.cb094d2d8cc899a56dfe0f94f992178e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:21:13,922 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for cb094d2d8cc899a56dfe0f94f992178e 2024-11-10T15:21:13,922 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for cb094d2d8cc899a56dfe0f94f992178e 2024-11-10T15:21:13,923 INFO [StoreOpener-cb094d2d8cc899a56dfe0f94f992178e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region cb094d2d8cc899a56dfe0f94f992178e 2024-11-10T15:21:13,924 INFO [StoreOpener-cb094d2d8cc899a56dfe0f94f992178e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cb094d2d8cc899a56dfe0f94f992178e columnFamilyName f 2024-11-10T15:21:13,924 DEBUG [StoreOpener-cb094d2d8cc899a56dfe0f94f992178e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:21:13,925 INFO [StoreOpener-cb094d2d8cc899a56dfe0f94f992178e-1 {}] regionserver.HStore(327): Store=cb094d2d8cc899a56dfe0f94f992178e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:21:13,925 INFO [StoreOpener-cb094d2d8cc899a56dfe0f94f992178e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region cb094d2d8cc899a56dfe0f94f992178e 2024-11-10T15:21:13,926 INFO [StoreOpener-cb094d2d8cc899a56dfe0f94f992178e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cb094d2d8cc899a56dfe0f94f992178e columnFamilyName f1 2024-11-10T15:21:13,926 DEBUG [StoreOpener-cb094d2d8cc899a56dfe0f94f992178e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:21:13,926 INFO [StoreOpener-cb094d2d8cc899a56dfe0f94f992178e-1 {}] regionserver.HStore(327): Store=cb094d2d8cc899a56dfe0f94f992178e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:21:13,926 INFO [StoreOpener-cb094d2d8cc899a56dfe0f94f992178e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region cb094d2d8cc899a56dfe0f94f992178e 2024-11-10T15:21:13,927 INFO [StoreOpener-cb094d2d8cc899a56dfe0f94f992178e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cb094d2d8cc899a56dfe0f94f992178e columnFamilyName norep 2024-11-10T15:21:13,927 DEBUG [StoreOpener-cb094d2d8cc899a56dfe0f94f992178e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:21:13,927 INFO [StoreOpener-cb094d2d8cc899a56dfe0f94f992178e-1 {}] regionserver.HStore(327): Store=cb094d2d8cc899a56dfe0f94f992178e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:21:13,927 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for cb094d2d8cc899a56dfe0f94f992178e 2024-11-10T15:21:13,928 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/data/default/test/cb094d2d8cc899a56dfe0f94f992178e 2024-11-10T15:21:13,928 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/data/default/test/cb094d2d8cc899a56dfe0f94f992178e 2024-11-10T15:21:13,929 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for cb094d2d8cc899a56dfe0f94f992178e 2024-11-10T15:21:13,929 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for cb094d2d8cc899a56dfe0f94f992178e 2024-11-10T15:21:13,929 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T15:21:13,930 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for cb094d2d8cc899a56dfe0f94f992178e 2024-11-10T15:21:13,932 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/data/default/test/cb094d2d8cc899a56dfe0f94f992178e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T15:21:13,932 INFO [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened cb094d2d8cc899a56dfe0f94f992178e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72047473, jitterRate=0.07359100878238678}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T15:21:13,932 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cb094d2d8cc899a56dfe0f94f992178e 2024-11-10T15:21:13,932 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for cb094d2d8cc899a56dfe0f94f992178e: Running coprocessor pre-open hook at 1731252073922Writing region info on filesystem at 1731252073922Initializing all the Stores at 1731252073923 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252073923Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252073923Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252073923Cleaning up temporary data from old regions at 1731252073929 (+6 ms)Running coprocessor post-open hooks at 1731252073932 (+3 ms)Region opened successfully at 1731252073932 2024-11-10T15:21:13,933 INFO [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731252072648.cb094d2d8cc899a56dfe0f94f992178e., pid=6, masterSystemTime=1731252073918 2024-11-10T15:21:13,935 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731252072648.cb094d2d8cc899a56dfe0f94f992178e. 2024-11-10T15:21:13,935 INFO [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731252072648.cb094d2d8cc899a56dfe0f94f992178e. 2024-11-10T15:21:13,935 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cb094d2d8cc899a56dfe0f94f992178e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c0771061be61,42997,1731252061013 2024-11-10T15:21:13,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cb094d2d8cc899a56dfe0f94f992178e, server=c0771061be61,42997,1731252061013 because future has completed 2024-11-10T15:21:13,939 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T15:21:13,939 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure cb094d2d8cc899a56dfe0f94f992178e, server=c0771061be61,42997,1731252061013 in 172 msec 2024-11-10T15:21:13,941 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T15:21:13,941 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=cb094d2d8cc899a56dfe0f94f992178e, ASSIGN in 328 msec 2024-11-10T15:21:13,941 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T15:21:13,941 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731252073941"}]},"ts":"1731252073941"} 2024-11-10T15:21:13,943 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T15:21:13,944 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T15:21:13,945 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2950 sec 2024-11-10T15:21:14,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T15:21:14,798 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T15:21:14,798 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T15:21:14,798 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is c0771061be61,41743,1731252068712 2024-11-10T15:21:14,799 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@98d65cf 2024-11-10T15:21:14,799 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T15:21:14,799 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T15:21:14,800 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41743 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T15:21:14,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41743 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T15:21:14,802 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T15:21:14,802 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:21:14,802 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41743 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T15:21:14,802 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T15:21:14,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T15:21:14,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38017 is added to blk_1073741835_1011 (size=902) 2024-11-10T15:21:14,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T15:21:15,111 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-10T15:21:15,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T15:21:15,209 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => dbd8a9086e903c62142055320b745789, NAME => 'test,,1731252074800.dbd8a9086e903c62142055320b745789.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949 2024-11-10T15:21:15,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38017 is added to blk_1073741836_1012 (size=39) 2024-11-10T15:21:15,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T15:21:15,615 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731252074800.dbd8a9086e903c62142055320b745789.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:21:15,615 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing dbd8a9086e903c62142055320b745789, disabling compactions & flushes 2024-11-10T15:21:15,615 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731252074800.dbd8a9086e903c62142055320b745789. 2024-11-10T15:21:15,615 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731252074800.dbd8a9086e903c62142055320b745789. 2024-11-10T15:21:15,615 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731252074800.dbd8a9086e903c62142055320b745789. after waiting 0 ms 2024-11-10T15:21:15,615 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731252074800.dbd8a9086e903c62142055320b745789. 2024-11-10T15:21:15,615 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731252074800.dbd8a9086e903c62142055320b745789. 2024-11-10T15:21:15,615 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for dbd8a9086e903c62142055320b745789: Waiting for close lock at 1731252075615Disabling compacts and flushes for region at 1731252075615Disabling writes for close at 1731252075615Writing region close event to WAL at 1731252075615Closed at 1731252075615 2024-11-10T15:21:15,616 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T15:21:15,616 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731252074800.dbd8a9086e903c62142055320b745789.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731252075616"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731252075616"}]},"ts":"1731252075616"} 2024-11-10T15:21:15,618 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T15:21:15,619 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T15:21:15,619 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731252075619"}]},"ts":"1731252075619"} 2024-11-10T15:21:15,620 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T15:21:15,620 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=dbd8a9086e903c62142055320b745789, ASSIGN}] 2024-11-10T15:21:15,621 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=dbd8a9086e903c62142055320b745789, ASSIGN 2024-11-10T15:21:15,622 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=dbd8a9086e903c62142055320b745789, ASSIGN; state=OFFLINE, location=c0771061be61,34685,1731252068955; forceNewPlan=false, retain=false 2024-11-10T15:21:15,772 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=dbd8a9086e903c62142055320b745789, regionState=OPENING, regionLocation=c0771061be61,34685,1731252068955 2024-11-10T15:21:15,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=dbd8a9086e903c62142055320b745789, ASSIGN because future has completed 2024-11-10T15:21:15,774 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure dbd8a9086e903c62142055320b745789, server=c0771061be61,34685,1731252068955}] 2024-11-10T15:21:15,928 INFO [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731252074800.dbd8a9086e903c62142055320b745789. 2024-11-10T15:21:15,928 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => dbd8a9086e903c62142055320b745789, NAME => 'test,,1731252074800.dbd8a9086e903c62142055320b745789.', STARTKEY => '', ENDKEY => ''} 2024-11-10T15:21:15,928 INFO [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T15:21:15,928 INFO [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T15:21:15,928 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test dbd8a9086e903c62142055320b745789 2024-11-10T15:21:15,929 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731252074800.dbd8a9086e903c62142055320b745789.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:21:15,929 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for dbd8a9086e903c62142055320b745789 2024-11-10T15:21:15,929 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for dbd8a9086e903c62142055320b745789 2024-11-10T15:21:15,929 INFO [StoreOpener-dbd8a9086e903c62142055320b745789-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region dbd8a9086e903c62142055320b745789 2024-11-10T15:21:15,930 INFO [StoreOpener-dbd8a9086e903c62142055320b745789-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dbd8a9086e903c62142055320b745789 columnFamilyName f 2024-11-10T15:21:15,930 DEBUG [StoreOpener-dbd8a9086e903c62142055320b745789-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:21:15,931 INFO [StoreOpener-dbd8a9086e903c62142055320b745789-1 {}] regionserver.HStore(327): Store=dbd8a9086e903c62142055320b745789/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:21:15,931 INFO [StoreOpener-dbd8a9086e903c62142055320b745789-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region dbd8a9086e903c62142055320b745789 2024-11-10T15:21:15,931 INFO [StoreOpener-dbd8a9086e903c62142055320b745789-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dbd8a9086e903c62142055320b745789 columnFamilyName f1 2024-11-10T15:21:15,931 DEBUG [StoreOpener-dbd8a9086e903c62142055320b745789-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:21:15,932 INFO [StoreOpener-dbd8a9086e903c62142055320b745789-1 {}] regionserver.HStore(327): Store=dbd8a9086e903c62142055320b745789/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:21:15,932 INFO [StoreOpener-dbd8a9086e903c62142055320b745789-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region dbd8a9086e903c62142055320b745789 2024-11-10T15:21:15,932 INFO [StoreOpener-dbd8a9086e903c62142055320b745789-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dbd8a9086e903c62142055320b745789 columnFamilyName norep 2024-11-10T15:21:15,932 DEBUG [StoreOpener-dbd8a9086e903c62142055320b745789-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:21:15,933 INFO [StoreOpener-dbd8a9086e903c62142055320b745789-1 {}] regionserver.HStore(327): Store=dbd8a9086e903c62142055320b745789/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:21:15,933 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for dbd8a9086e903c62142055320b745789 2024-11-10T15:21:15,933 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/data/default/test/dbd8a9086e903c62142055320b745789 2024-11-10T15:21:15,933 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/data/default/test/dbd8a9086e903c62142055320b745789 2024-11-10T15:21:15,934 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for dbd8a9086e903c62142055320b745789 2024-11-10T15:21:15,934 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for dbd8a9086e903c62142055320b745789 2024-11-10T15:21:15,934 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T15:21:15,935 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for dbd8a9086e903c62142055320b745789 2024-11-10T15:21:15,936 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/data/default/test/dbd8a9086e903c62142055320b745789/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T15:21:15,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T15:21:15,937 INFO [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened dbd8a9086e903c62142055320b745789; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66457251, jitterRate=-0.009709790349006653}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T15:21:15,937 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dbd8a9086e903c62142055320b745789 2024-11-10T15:21:15,937 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for dbd8a9086e903c62142055320b745789: Running coprocessor pre-open hook at 1731252075929Writing region info on filesystem at 1731252075929Initializing all the Stores at 1731252075929Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252075929Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252075929Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252075929Cleaning up temporary data from old regions at 1731252075934 (+5 ms)Running coprocessor post-open hooks at 1731252075937 (+3 ms)Region opened successfully at 1731252075937 2024-11-10T15:21:15,938 INFO [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731252074800.dbd8a9086e903c62142055320b745789., pid=6, masterSystemTime=1731252075925 2024-11-10T15:21:15,939 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731252074800.dbd8a9086e903c62142055320b745789. 2024-11-10T15:21:15,939 INFO [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731252074800.dbd8a9086e903c62142055320b745789. 2024-11-10T15:21:15,939 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=dbd8a9086e903c62142055320b745789, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c0771061be61,34685,1731252068955 2024-11-10T15:21:15,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure dbd8a9086e903c62142055320b745789, server=c0771061be61,34685,1731252068955 because future has completed 2024-11-10T15:21:15,943 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T15:21:15,943 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure dbd8a9086e903c62142055320b745789, server=c0771061be61,34685,1731252068955 in 168 msec 2024-11-10T15:21:15,945 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T15:21:15,945 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=dbd8a9086e903c62142055320b745789, ASSIGN in 323 msec 2024-11-10T15:21:15,946 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T15:21:15,946 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731252075946"}]},"ts":"1731252075946"} 2024-11-10T15:21:15,947 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T15:21:15,948 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T15:21:15,949 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1480 sec 2024-11-10T15:21:16,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T15:21:16,948 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T15:21:16,949 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12b0f134, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:21:16,949 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0771061be61,43583,-1 for getting cluster id 2024-11-10T15:21:16,949 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T15:21:16,949 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '77965ad3-64f7-4741-8db0-53bda55c2110' 2024-11-10T15:21:16,950 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T15:21:16,950 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "77965ad3-64f7-4741-8db0-53bda55c2110" 2024-11-10T15:21:16,950 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c89bf9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:21:16,950 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0771061be61,43583,-1] 2024-11-10T15:21:16,950 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T15:21:16,950 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:21:16,951 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T15:21:16,951 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@584d77f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:21:16,952 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28de6a5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:21:16,952 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0771061be61,41743,-1 for getting cluster id 2024-11-10T15:21:16,952 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T15:21:16,952 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '402e0f16-3786-4ab7-8bb2-36837c900e2d' 2024-11-10T15:21:16,952 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T15:21:16,953 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "402e0f16-3786-4ab7-8bb2-36837c900e2d" 2024-11-10T15:21:16,953 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79e5e2cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:21:16,953 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0771061be61,41743,-1] 2024-11-10T15:21:16,953 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T15:21:16,953 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:21:16,953 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T15:21:16,954 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d4bab9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:21:16,954 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37a22708, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:21:16,954 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0771061be61,43583,-1 for getting cluster id 2024-11-10T15:21:16,955 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T15:21:16,955 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '77965ad3-64f7-4741-8db0-53bda55c2110' 2024-11-10T15:21:16,955 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T15:21:16,955 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "77965ad3-64f7-4741-8db0-53bda55c2110" 2024-11-10T15:21:16,955 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76eab09c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:21:16,955 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0771061be61,43583,-1] 2024-11-10T15:21:16,955 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T15:21:16,956 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:21:16,956 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T15:21:16,957 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35d6429c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:21:16,957 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T15:21:16,958 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is c0771061be61,43583,1731252060800 2024-11-10T15:21:16,958 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@49c7ca0a 2024-11-10T15:21:16,958 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T15:21:16,959 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T15:21:16,959 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43583 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://c0771061be61:41743,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T15:21:16,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43583 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T15:21:16,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T15:21:16,961 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c0771061be61:41743' 2024-11-10T15:21:16,962 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ce6165d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:21:16,962 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c0771061be61,41743,-1 for getting cluster id 2024-11-10T15:21:16,962 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T15:21:16,962 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '402e0f16-3786-4ab7-8bb2-36837c900e2d' 2024-11-10T15:21:16,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T15:21:16,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "402e0f16-3786-4ab7-8bb2-36837c900e2d" 2024-11-10T15:21:16,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76ede60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:21:16,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0771061be61,41743,-1] 2024-11-10T15:21:16,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T15:21:16,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:21:16,963 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T15:21:16,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ad3f2a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:21:16,964 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T15:21:16,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c0771061be61,41743,1731252068712 2024-11-10T15:21:16,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3625c331 2024-11-10T15:21:16,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T15:21:16,965 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T15:21:16,966 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-10T15:21:16,966 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T15:21:16,966 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:21:16,966 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:21:16,966 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T15:21:16,966 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T15:21:16,967 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T15:21:16,968 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T15:21:16,968 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:21:16,969 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T15:21:16,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35951 is added to blk_1073741837_1013 (size=1138) 2024-11-10T15:21:17,018 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T15:21:17,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T15:21:17,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T15:21:17,376 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 45ea2682c1cd1cc38b05c2ad1da4eb1d, NAME => 'hbase:replication,,1731252076966.45ea2682c1cd1cc38b05c2ad1da4eb1d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e 2024-11-10T15:21:17,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35951 is added to blk_1073741838_1014 (size=44) 2024-11-10T15:21:17,403 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:21:17,404 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:21:17,404 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:21:17,404 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:21:17,404 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:21:17,405 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:21:17,410 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:21:17,413 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:21:17,413 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:21:17,415 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:21:17,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T15:21:17,781 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731252076966.45ea2682c1cd1cc38b05c2ad1da4eb1d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:21:17,781 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 45ea2682c1cd1cc38b05c2ad1da4eb1d, disabling compactions & flushes 2024-11-10T15:21:17,781 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731252076966.45ea2682c1cd1cc38b05c2ad1da4eb1d. 2024-11-10T15:21:17,781 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731252076966.45ea2682c1cd1cc38b05c2ad1da4eb1d. 2024-11-10T15:21:17,781 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731252076966.45ea2682c1cd1cc38b05c2ad1da4eb1d. after waiting 0 ms 2024-11-10T15:21:17,781 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731252076966.45ea2682c1cd1cc38b05c2ad1da4eb1d. 2024-11-10T15:21:17,781 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731252076966.45ea2682c1cd1cc38b05c2ad1da4eb1d. 2024-11-10T15:21:17,781 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 45ea2682c1cd1cc38b05c2ad1da4eb1d: Waiting for close lock at 1731252077781Disabling compacts and flushes for region at 1731252077781Disabling writes for close at 1731252077781Writing region close event to WAL at 1731252077781Closed at 1731252077781 2024-11-10T15:21:17,783 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T15:21:17,783 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731252076966.45ea2682c1cd1cc38b05c2ad1da4eb1d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731252077783"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731252077783"}]},"ts":"1731252077783"} 2024-11-10T15:21:17,785 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T15:21:17,785 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T15:21:17,786 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731252077785"}]},"ts":"1731252077785"} 2024-11-10T15:21:17,787 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T15:21:17,787 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=45ea2682c1cd1cc38b05c2ad1da4eb1d, ASSIGN}] 2024-11-10T15:21:17,788 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=45ea2682c1cd1cc38b05c2ad1da4eb1d, ASSIGN 2024-11-10T15:21:17,788 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=45ea2682c1cd1cc38b05c2ad1da4eb1d, ASSIGN; state=OFFLINE, location=c0771061be61,42997,1731252061013; forceNewPlan=false, retain=false 2024-11-10T15:21:17,926 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T15:21:17,939 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=45ea2682c1cd1cc38b05c2ad1da4eb1d, regionState=OPENING, regionLocation=c0771061be61,42997,1731252061013 2024-11-10T15:21:17,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=45ea2682c1cd1cc38b05c2ad1da4eb1d, ASSIGN because future has completed 2024-11-10T15:21:17,941 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 45ea2682c1cd1cc38b05c2ad1da4eb1d, server=c0771061be61,42997,1731252061013}] 2024-11-10T15:21:17,950 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:21:17,950 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:21:17,950 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:21:17,950 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:21:17,950 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:21:17,951 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:21:17,956 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:21:17,958 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:21:17,959 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:21:17,961 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:21:18,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T15:21:18,097 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731252076966.45ea2682c1cd1cc38b05c2ad1da4eb1d. 2024-11-10T15:21:18,097 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T15:21:18,097 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T15:21:18,098 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0771061be61%2C42997%2C1731252061013.rep, suffix=, logDir=hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/WALs/c0771061be61,42997,1731252061013, archiveDir=hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/oldWALs, maxLogs=10 2024-11-10T15:21:18,115 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/WALs/c0771061be61,42997,1731252061013/c0771061be61%2C42997%2C1731252061013.rep.1731252078098, exclude list is [], retry=0 2024-11-10T15:21:18,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35951,DS-ebfdf79c-6062-414a-ba5a-82db84c18d65,DISK] 2024-11-10T15:21:18,120 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/WALs/c0771061be61,42997,1731252061013/c0771061be61%2C42997%2C1731252061013.rep.1731252078098 2024-11-10T15:21:18,121 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35999:35999)] 2024-11-10T15:21:18,121 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 45ea2682c1cd1cc38b05c2ad1da4eb1d, NAME => 'hbase:replication,,1731252076966.45ea2682c1cd1cc38b05c2ad1da4eb1d.', STARTKEY => '', ENDKEY => ''} 2024-11-10T15:21:18,121 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T15:21:18,121 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T15:21:18,121 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731252076966.45ea2682c1cd1cc38b05c2ad1da4eb1d. service=MultiRowMutationService 2024-11-10T15:21:18,121 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T15:21:18,121 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 45ea2682c1cd1cc38b05c2ad1da4eb1d 2024-11-10T15:21:18,121 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731252076966.45ea2682c1cd1cc38b05c2ad1da4eb1d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:21:18,121 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 45ea2682c1cd1cc38b05c2ad1da4eb1d 2024-11-10T15:21:18,121 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 45ea2682c1cd1cc38b05c2ad1da4eb1d 2024-11-10T15:21:18,123 INFO [StoreOpener-45ea2682c1cd1cc38b05c2ad1da4eb1d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 45ea2682c1cd1cc38b05c2ad1da4eb1d 2024-11-10T15:21:18,124 INFO [StoreOpener-45ea2682c1cd1cc38b05c2ad1da4eb1d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45ea2682c1cd1cc38b05c2ad1da4eb1d columnFamilyName hfileref 2024-11-10T15:21:18,124 DEBUG [StoreOpener-45ea2682c1cd1cc38b05c2ad1da4eb1d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:21:18,124 INFO [StoreOpener-45ea2682c1cd1cc38b05c2ad1da4eb1d-1 {}] regionserver.HStore(327): Store=45ea2682c1cd1cc38b05c2ad1da4eb1d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:21:18,124 INFO [StoreOpener-45ea2682c1cd1cc38b05c2ad1da4eb1d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 45ea2682c1cd1cc38b05c2ad1da4eb1d 2024-11-10T15:21:18,125 INFO [StoreOpener-45ea2682c1cd1cc38b05c2ad1da4eb1d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45ea2682c1cd1cc38b05c2ad1da4eb1d columnFamilyName queue 2024-11-10T15:21:18,125 DEBUG [StoreOpener-45ea2682c1cd1cc38b05c2ad1da4eb1d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:21:18,125 INFO [StoreOpener-45ea2682c1cd1cc38b05c2ad1da4eb1d-1 {}] regionserver.HStore(327): Store=45ea2682c1cd1cc38b05c2ad1da4eb1d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:21:18,125 INFO [StoreOpener-45ea2682c1cd1cc38b05c2ad1da4eb1d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 45ea2682c1cd1cc38b05c2ad1da4eb1d 2024-11-10T15:21:18,126 INFO [StoreOpener-45ea2682c1cd1cc38b05c2ad1da4eb1d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45ea2682c1cd1cc38b05c2ad1da4eb1d columnFamilyName sid 2024-11-10T15:21:18,126 DEBUG [StoreOpener-45ea2682c1cd1cc38b05c2ad1da4eb1d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:21:18,126 INFO [StoreOpener-45ea2682c1cd1cc38b05c2ad1da4eb1d-1 {}] regionserver.HStore(327): Store=45ea2682c1cd1cc38b05c2ad1da4eb1d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:21:18,127 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 45ea2682c1cd1cc38b05c2ad1da4eb1d 2024-11-10T15:21:18,127 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/data/hbase/replication/45ea2682c1cd1cc38b05c2ad1da4eb1d 2024-11-10T15:21:18,127 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/data/hbase/replication/45ea2682c1cd1cc38b05c2ad1da4eb1d 2024-11-10T15:21:18,128 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 45ea2682c1cd1cc38b05c2ad1da4eb1d 2024-11-10T15:21:18,128 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 45ea2682c1cd1cc38b05c2ad1da4eb1d 2024-11-10T15:21:18,128 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T15:21:18,129 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 45ea2682c1cd1cc38b05c2ad1da4eb1d 2024-11-10T15:21:18,130 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/data/hbase/replication/45ea2682c1cd1cc38b05c2ad1da4eb1d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T15:21:18,131 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 45ea2682c1cd1cc38b05c2ad1da4eb1d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64821850, jitterRate=-0.034079164266586304}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T15:21:18,131 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 45ea2682c1cd1cc38b05c2ad1da4eb1d 2024-11-10T15:21:18,131 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 45ea2682c1cd1cc38b05c2ad1da4eb1d: Running coprocessor pre-open hook at 1731252078121Writing region info on filesystem at 1731252078121Initializing all the Stores at 1731252078122 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252078122Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252078122Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252078122Cleaning up temporary data from old regions at 1731252078128 (+6 ms)Running coprocessor post-open hooks at 1731252078131 (+3 ms)Region opened successfully at 1731252078131 2024-11-10T15:21:18,132 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731252076966.45ea2682c1cd1cc38b05c2ad1da4eb1d., pid=10, masterSystemTime=1731252078093 2024-11-10T15:21:18,134 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731252076966.45ea2682c1cd1cc38b05c2ad1da4eb1d. 2024-11-10T15:21:18,134 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731252076966.45ea2682c1cd1cc38b05c2ad1da4eb1d. 2024-11-10T15:21:18,135 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=45ea2682c1cd1cc38b05c2ad1da4eb1d, regionState=OPEN, openSeqNum=2, regionLocation=c0771061be61,42997,1731252061013 2024-11-10T15:21:18,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 45ea2682c1cd1cc38b05c2ad1da4eb1d, server=c0771061be61,42997,1731252061013 because future has completed 2024-11-10T15:21:18,139 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T15:21:18,139 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 45ea2682c1cd1cc38b05c2ad1da4eb1d, server=c0771061be61,42997,1731252061013 in 196 msec 2024-11-10T15:21:18,141 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-10T15:21:18,141 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=45ea2682c1cd1cc38b05c2ad1da4eb1d, ASSIGN in 352 msec 2024-11-10T15:21:18,141 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T15:21:18,141 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731252078141"}]},"ts":"1731252078141"} 2024-11-10T15:21:18,143 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T15:21:18,143 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T15:21:18,144 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1770 sec 2024-11-10T15:21:18,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731252076966.45ea2682c1cd1cc38b05c2ad1da4eb1d., hostname=c0771061be61,42997,1731252061013, seqNum=2] 2024-11-10T15:21:18,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43583-0x1012555f1a00000, quorum=127.0.0.1:61592, baseZNode=/0-599750811 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-599750811 2024-11-10T15:21:18,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42997-0x1012555f1a00001, quorum=127.0.0.1:61592, baseZNode=/0-599750811 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-599750811 2024-11-10T15:21:18,275 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T15:21:18,427 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-10T15:21:18,427 INFO [RS_REFRESH_PEER-regionserver/c0771061be61:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T15:21:18,462 INFO [RS_REFRESH_PEER-regionserver/c0771061be61:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c0771061be61,42997,1731252061013, ReplicationSource: 1, currentBandwidth=0 2024-11-10T15:21:18,462 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T15:21:18,462 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0771061be61,42997,1731252061013, seqNum=-1] 2024-11-10T15:21:18,463 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T15:21:18,464 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42439, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-10T15:21:18,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c0771061be61,42997,1731252061013', locateType=CURRENT is [region=hbase:replication,,1731252076966.45ea2682c1cd1cc38b05c2ad1da4eb1d., hostname=c0771061be61,42997,1731252061013, seqNum=2] 2024-11-10T15:21:18,467 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-10T15:21:18,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43583 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-10T15:21:18,470 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c0771061be61,42997,1731252061013 suceeded 2024-11-10T15:21:18,471 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-10T15:21:18,471 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 195 msec 2024-11-10T15:21:18,471 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c0771061be61:41743,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T15:21:18,472 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5120 sec 2024-11-10T15:21:18,481 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42997,1731252061013 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c0771061be61:41743' 2024-11-10T15:21:18,482 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42997,1731252061013 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@425ee7d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:21:18,482 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42997,1731252061013 {}] client.ClusterIdFetcher(90): Going to request c0771061be61,41743,-1 for getting cluster id 2024-11-10T15:21:18,483 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42997,1731252061013 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T15:21:18,483 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '402e0f16-3786-4ab7-8bb2-36837c900e2d' 2024-11-10T15:21:18,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T15:21:18,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "402e0f16-3786-4ab7-8bb2-36837c900e2d" 2024-11-10T15:21:18,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@f146a05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:21:18,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0771061be61,41743,-1] 2024-11-10T15:21:18,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T15:21:18,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:21:18,485 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-10T15:21:18,485 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42997,1731252061013 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@17d997de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:21:18,485 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42997,1731252061013 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T15:21:18,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c0771061be61,41743,1731252068712 2024-11-10T15:21:18,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@459560c8 2024-11-10T15:21:18,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T15:21:18,487 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-10T15:21:18,487 INFO [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42997,1731252061013 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c0771061be61,42997,1731252061013 (queues=1) is replicating from cluster=77965ad3-64f7-4741-8db0-53bda55c2110 to cluster=402e0f16-3786-4ab7-8bb2-36837c900e2d 2024-11-10T15:21:18,487 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42997,1731252061013 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c0771061be61%2C42997%2C1731252061013 2024-11-10T15:21:18,487 INFO [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42997,1731252061013 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c0771061be61,42997,1731252061013, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T15:21:18,488 INFO [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42997,1731252061013.replicationSource.shipperc0771061be61%2C42997%2C1731252061013,1-c0771061be61,42997,1731252061013 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c0771061be61%2C42997%2C1731252061013 2024-11-10T15:21:18,488 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42997,1731252061013.replicationSource.wal-reader.c0771061be61%2C42997%2C1731252061013,1-c0771061be61,42997,1731252061013 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/WALs/c0771061be61,42997,1731252061013/c0771061be61%2C42997%2C1731252061013.1731252063287, startPosition=0, beingWritten=true 2024-11-10T15:21:18,492 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42997,1731252061013.replicationSource.wal-reader.c0771061be61%2C42997%2C1731252061013,1-c0771061be61,42997,1731252061013 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T15:21:18,492 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42997,1731252061013.replicationSource.wal-reader.c0771061be61%2C42997%2C1731252061013,1-c0771061be61,42997,1731252061013 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/WALs/c0771061be61,42997,1731252061013/c0771061be61%2C42997%2C1731252061013.1731252063287 to pos 379, reset compression=false 2024-11-10T15:21:18,492 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42997,1731252061013.replicationSource.shipperc0771061be61%2C42997%2C1731252061013,1-c0771061be61,42997,1731252061013 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0771061be61,42997,1731252061013 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/WALs/c0771061be61,42997,1731252061013/c0771061be61%2C42997%2C1731252061013.1731252063287, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T15:21:18,696 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42997,1731252061013.replicationSource.wal-reader.c0771061be61%2C42997%2C1731252061013,1-c0771061be61,42997,1731252061013 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/WALs/c0771061be61,42997,1731252061013/c0771061be61%2C42997%2C1731252061013.1731252063287 to pos 379, reset compression=false 2024-11-10T15:21:19,000 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42997,1731252061013.replicationSource.wal-reader.c0771061be61%2C42997%2C1731252061013,1-c0771061be61,42997,1731252061013 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/WALs/c0771061be61,42997,1731252061013/c0771061be61%2C42997%2C1731252061013.1731252063287 to pos 379, reset compression=false 2024-11-10T15:21:19,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T15:21:19,107 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T15:21:19,108 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T15:21:19,108 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:21:19,108 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:21:19,108 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:21:19,108 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T15:21:19,108 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e1490ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:21:19,108 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0771061be61,41743,-1 for getting cluster id 2024-11-10T15:21:19,109 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T15:21:19,109 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '402e0f16-3786-4ab7-8bb2-36837c900e2d' 2024-11-10T15:21:19,109 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T15:21:19,109 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "402e0f16-3786-4ab7-8bb2-36837c900e2d" 2024-11-10T15:21:19,109 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24a747d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:21:19,109 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0771061be61,41743,-1] 2024-11-10T15:21:19,110 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T15:21:19,110 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:21:19,110 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T15:21:19,111 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e386e41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:21:19,111 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T15:21:19,112 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c0771061be61,41743,1731252068712 2024-11-10T15:21:19,112 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@64820e12 2024-11-10T15:21:19,112 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T15:21:19,112 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T15:21:19,113 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41743 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://c0771061be61:43583,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T15:21:19,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41743 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T15:21:19,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T15:21:19,115 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c0771061be61:43583' 2024-11-10T15:21:19,116 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d8b171c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:21:19,116 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c0771061be61,43583,-1 for getting cluster id 2024-11-10T15:21:19,116 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T15:21:19,117 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '77965ad3-64f7-4741-8db0-53bda55c2110' 2024-11-10T15:21:19,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T15:21:19,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "77965ad3-64f7-4741-8db0-53bda55c2110" 2024-11-10T15:21:19,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@498079e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:21:19,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0771061be61,43583,-1] 2024-11-10T15:21:19,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T15:21:19,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:21:19,118 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T15:21:19,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72523bab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:21:19,119 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T15:21:19,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c0771061be61,43583,1731252060800 2024-11-10T15:21:19,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3dc0aa33 2024-11-10T15:21:19,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T15:21:19,120 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T15:21:19,121 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-10T15:21:19,121 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T15:21:19,121 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:21:19,121 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:21:19,121 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T15:21:19,122 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T15:21:19,123 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T15:21:19,123 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T15:21:19,124 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:21:19,124 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T15:21:19,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38017 is added to blk_1073741837_1013 (size=1138) 2024-11-10T15:21:19,173 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T15:21:19,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T15:21:19,405 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42997,1731252061013.replicationSource.wal-reader.c0771061be61%2C42997%2C1731252061013,1-c0771061be61,42997,1731252061013 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/WALs/c0771061be61,42997,1731252061013/c0771061be61%2C42997%2C1731252061013.1731252063287 to pos 379, reset compression=false 2024-11-10T15:21:19,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T15:21:19,562 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4bf7edbc4664a9d4c99fed1d47238435, NAME => 'hbase:replication,,1731252079121.4bf7edbc4664a9d4c99fed1d47238435.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949 2024-11-10T15:21:19,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38017 is added to blk_1073741838_1014 (size=44) 2024-11-10T15:21:19,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T15:21:19,834 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-10T15:21:19,834 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-10T15:21:19,834 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-10T15:21:19,834 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-10T15:21:19,834 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T15:21:19,834 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-10T15:21:19,909 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42997,1731252061013.replicationSource.wal-reader.c0771061be61%2C42997%2C1731252061013,1-c0771061be61,42997,1731252061013 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/WALs/c0771061be61,42997,1731252061013/c0771061be61%2C42997%2C1731252061013.1731252063287 to pos 379, reset compression=false 2024-11-10T15:21:19,968 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731252079121.4bf7edbc4664a9d4c99fed1d47238435.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:21:19,968 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 4bf7edbc4664a9d4c99fed1d47238435, disabling compactions & flushes 2024-11-10T15:21:19,968 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731252079121.4bf7edbc4664a9d4c99fed1d47238435. 2024-11-10T15:21:19,968 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731252079121.4bf7edbc4664a9d4c99fed1d47238435. 2024-11-10T15:21:19,968 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731252079121.4bf7edbc4664a9d4c99fed1d47238435. after waiting 0 ms 2024-11-10T15:21:19,968 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731252079121.4bf7edbc4664a9d4c99fed1d47238435. 2024-11-10T15:21:19,968 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731252079121.4bf7edbc4664a9d4c99fed1d47238435. 2024-11-10T15:21:19,968 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4bf7edbc4664a9d4c99fed1d47238435: Waiting for close lock at 1731252079968Disabling compacts and flushes for region at 1731252079968Disabling writes for close at 1731252079968Writing region close event to WAL at 1731252079968Closed at 1731252079968 2024-11-10T15:21:19,969 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T15:21:19,969 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731252079121.4bf7edbc4664a9d4c99fed1d47238435.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731252079969"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731252079969"}]},"ts":"1731252079969"} 2024-11-10T15:21:19,971 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T15:21:19,972 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T15:21:19,972 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731252079972"}]},"ts":"1731252079972"} 2024-11-10T15:21:19,973 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T15:21:19,974 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4bf7edbc4664a9d4c99fed1d47238435, ASSIGN}] 2024-11-10T15:21:19,975 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4bf7edbc4664a9d4c99fed1d47238435, ASSIGN 2024-11-10T15:21:19,975 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4bf7edbc4664a9d4c99fed1d47238435, ASSIGN; state=OFFLINE, location=c0771061be61,34685,1731252068955; forceNewPlan=false, retain=false 2024-11-10T15:21:20,126 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4bf7edbc4664a9d4c99fed1d47238435, regionState=OPENING, regionLocation=c0771061be61,34685,1731252068955 2024-11-10T15:21:20,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4bf7edbc4664a9d4c99fed1d47238435, ASSIGN because future has completed 2024-11-10T15:21:20,128 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4bf7edbc4664a9d4c99fed1d47238435, server=c0771061be61,34685,1731252068955}] 2024-11-10T15:21:20,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T15:21:20,284 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731252079121.4bf7edbc4664a9d4c99fed1d47238435. 2024-11-10T15:21:20,284 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T15:21:20,284 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T15:21:20,285 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0771061be61%2C34685%2C1731252068955.rep, suffix=, logDir=hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/WALs/c0771061be61,34685,1731252068955, archiveDir=hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/oldWALs, maxLogs=10 2024-11-10T15:21:20,297 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/WALs/c0771061be61,34685,1731252068955/c0771061be61%2C34685%2C1731252068955.rep.1731252080285, exclude list is [], retry=0 2024-11-10T15:21:20,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38017,DS-4af6182e-555b-48a9-91ad-49032e805fe1,DISK] 2024-11-10T15:21:20,300 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/WALs/c0771061be61,34685,1731252068955/c0771061be61%2C34685%2C1731252068955.rep.1731252080285 2024-11-10T15:21:20,300 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39693:39693)] 2024-11-10T15:21:20,300 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 4bf7edbc4664a9d4c99fed1d47238435, NAME => 'hbase:replication,,1731252079121.4bf7edbc4664a9d4c99fed1d47238435.', STARTKEY => '', ENDKEY => ''} 2024-11-10T15:21:20,300 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T15:21:20,300 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T15:21:20,301 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731252079121.4bf7edbc4664a9d4c99fed1d47238435. service=MultiRowMutationService 2024-11-10T15:21:20,301 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T15:21:20,301 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 4bf7edbc4664a9d4c99fed1d47238435 2024-11-10T15:21:20,301 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731252079121.4bf7edbc4664a9d4c99fed1d47238435.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:21:20,301 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 4bf7edbc4664a9d4c99fed1d47238435 2024-11-10T15:21:20,301 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 4bf7edbc4664a9d4c99fed1d47238435 2024-11-10T15:21:20,302 INFO [StoreOpener-4bf7edbc4664a9d4c99fed1d47238435-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 4bf7edbc4664a9d4c99fed1d47238435 2024-11-10T15:21:20,303 INFO [StoreOpener-4bf7edbc4664a9d4c99fed1d47238435-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4bf7edbc4664a9d4c99fed1d47238435 columnFamilyName hfileref 2024-11-10T15:21:20,303 DEBUG [StoreOpener-4bf7edbc4664a9d4c99fed1d47238435-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:21:20,303 INFO [StoreOpener-4bf7edbc4664a9d4c99fed1d47238435-1 {}] regionserver.HStore(327): Store=4bf7edbc4664a9d4c99fed1d47238435/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:21:20,304 INFO [StoreOpener-4bf7edbc4664a9d4c99fed1d47238435-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 4bf7edbc4664a9d4c99fed1d47238435 2024-11-10T15:21:20,304 INFO [StoreOpener-4bf7edbc4664a9d4c99fed1d47238435-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4bf7edbc4664a9d4c99fed1d47238435 columnFamilyName queue 2024-11-10T15:21:20,304 DEBUG [StoreOpener-4bf7edbc4664a9d4c99fed1d47238435-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:21:20,305 INFO [StoreOpener-4bf7edbc4664a9d4c99fed1d47238435-1 {}] regionserver.HStore(327): Store=4bf7edbc4664a9d4c99fed1d47238435/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:21:20,305 INFO [StoreOpener-4bf7edbc4664a9d4c99fed1d47238435-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 4bf7edbc4664a9d4c99fed1d47238435 2024-11-10T15:21:20,305 INFO [StoreOpener-4bf7edbc4664a9d4c99fed1d47238435-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4bf7edbc4664a9d4c99fed1d47238435 columnFamilyName sid 2024-11-10T15:21:20,305 DEBUG [StoreOpener-4bf7edbc4664a9d4c99fed1d47238435-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:21:20,306 INFO [StoreOpener-4bf7edbc4664a9d4c99fed1d47238435-1 {}] regionserver.HStore(327): Store=4bf7edbc4664a9d4c99fed1d47238435/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:21:20,306 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 4bf7edbc4664a9d4c99fed1d47238435 2024-11-10T15:21:20,306 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/data/hbase/replication/4bf7edbc4664a9d4c99fed1d47238435 2024-11-10T15:21:20,306 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/data/hbase/replication/4bf7edbc4664a9d4c99fed1d47238435 2024-11-10T15:21:20,307 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 4bf7edbc4664a9d4c99fed1d47238435 2024-11-10T15:21:20,307 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 4bf7edbc4664a9d4c99fed1d47238435 2024-11-10T15:21:20,308 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T15:21:20,308 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 4bf7edbc4664a9d4c99fed1d47238435 2024-11-10T15:21:20,310 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/data/hbase/replication/4bf7edbc4664a9d4c99fed1d47238435/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T15:21:20,310 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 4bf7edbc4664a9d4c99fed1d47238435; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73087439, jitterRate=0.08908770978450775}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T15:21:20,310 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4bf7edbc4664a9d4c99fed1d47238435 2024-11-10T15:21:20,310 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 4bf7edbc4664a9d4c99fed1d47238435: Running coprocessor pre-open hook at 1731252080301Writing region info on filesystem at 1731252080301Initializing all the Stores at 1731252080301Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252080302 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252080302Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252080302Cleaning up temporary data from old regions at 1731252080307 (+5 ms)Running coprocessor post-open hooks at 1731252080310 (+3 ms)Region opened successfully at 1731252080310 2024-11-10T15:21:20,311 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731252079121.4bf7edbc4664a9d4c99fed1d47238435., pid=10, masterSystemTime=1731252080280 2024-11-10T15:21:20,312 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731252079121.4bf7edbc4664a9d4c99fed1d47238435. 2024-11-10T15:21:20,312 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731252079121.4bf7edbc4664a9d4c99fed1d47238435. 2024-11-10T15:21:20,312 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4bf7edbc4664a9d4c99fed1d47238435, regionState=OPEN, openSeqNum=2, regionLocation=c0771061be61,34685,1731252068955 2024-11-10T15:21:20,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4bf7edbc4664a9d4c99fed1d47238435, server=c0771061be61,34685,1731252068955 because future has completed 2024-11-10T15:21:20,316 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T15:21:20,316 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 4bf7edbc4664a9d4c99fed1d47238435, server=c0771061be61,34685,1731252068955 in 187 msec 2024-11-10T15:21:20,318 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-10T15:21:20,318 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4bf7edbc4664a9d4c99fed1d47238435, ASSIGN in 342 msec 2024-11-10T15:21:20,318 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T15:21:20,318 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731252080318"}]},"ts":"1731252080318"} 2024-11-10T15:21:20,320 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T15:21:20,321 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T15:21:20,322 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1990 sec 2024-11-10T15:21:20,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731252079121.4bf7edbc4664a9d4c99fed1d47238435., hostname=c0771061be61,34685,1731252068955, seqNum=2] 2024-11-10T15:21:20,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34685-0x1012555f1a00004, quorum=127.0.0.1:61592, baseZNode=/11678605256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11678605256 2024-11-10T15:21:20,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41743-0x1012555f1a00003, quorum=127.0.0.1:61592, baseZNode=/11678605256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11678605256 2024-11-10T15:21:20,369 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T15:21:20,512 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42997,1731252061013.replicationSource.wal-reader.c0771061be61%2C42997%2C1731252061013,1-c0771061be61,42997,1731252061013 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/WALs/c0771061be61,42997,1731252061013/c0771061be61%2C42997%2C1731252061013.1731252063287 to pos 379, reset compression=false 2024-11-10T15:21:20,521 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34685 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-10T15:21:20,522 INFO [RS_REFRESH_PEER-regionserver/c0771061be61:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T15:21:20,548 INFO [RS_REFRESH_PEER-regionserver/c0771061be61:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c0771061be61,34685,1731252068955, ReplicationSource: 1, currentBandwidth=0 2024-11-10T15:21:20,548 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T15:21:20,548 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0771061be61,34685,1731252068955, seqNum=-1] 2024-11-10T15:21:20,548 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T15:21:20,549 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53967, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-10T15:21:20,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c0771061be61,34685,1731252068955', locateType=CURRENT is [region=hbase:replication,,1731252079121.4bf7edbc4664a9d4c99fed1d47238435., hostname=c0771061be61,34685,1731252068955, seqNum=2] 2024-11-10T15:21:20,552 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-10T15:21:20,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41743 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-10T15:21:20,554 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c0771061be61,34685,1731252068955 suceeded 2024-11-10T15:21:20,555 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-10T15:21:20,555 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-10T15:21:20,555 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c0771061be61:43583,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T15:21:20,557 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4420 sec 2024-11-10T15:21:20,567 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,34685,1731252068955 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c0771061be61:43583' 2024-11-10T15:21:20,568 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,34685,1731252068955 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8194974, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:21:20,568 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,34685,1731252068955 {}] client.ClusterIdFetcher(90): Going to request c0771061be61,43583,-1 for getting cluster id 2024-11-10T15:21:20,568 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,34685,1731252068955 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T15:21:20,569 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '77965ad3-64f7-4741-8db0-53bda55c2110' 2024-11-10T15:21:20,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T15:21:20,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "77965ad3-64f7-4741-8db0-53bda55c2110" 2024-11-10T15:21:20,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1396cfb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:21:20,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0771061be61,43583,-1] 2024-11-10T15:21:20,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T15:21:20,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:21:20,570 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-10T15:21:20,570 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,34685,1731252068955 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3cf58a06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:21:20,570 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,34685,1731252068955 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T15:21:20,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c0771061be61,43583,1731252060800 2024-11-10T15:21:20,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b739a9f 2024-11-10T15:21:20,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T15:21:20,572 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-10T15:21:20,572 INFO [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,34685,1731252068955 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c0771061be61,34685,1731252068955 (queues=1) is replicating from cluster=402e0f16-3786-4ab7-8bb2-36837c900e2d to cluster=77965ad3-64f7-4741-8db0-53bda55c2110 2024-11-10T15:21:20,572 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,34685,1731252068955 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c0771061be61%2C34685%2C1731252068955 2024-11-10T15:21:20,572 INFO [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,34685,1731252068955 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c0771061be61,34685,1731252068955, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T15:21:20,573 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,34685,1731252068955.replicationSource.wal-reader.c0771061be61%2C34685%2C1731252068955,1-c0771061be61,34685,1731252068955 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/WALs/c0771061be61,34685,1731252068955/c0771061be61%2C34685%2C1731252068955.1731252071947, startPosition=0, beingWritten=true 2024-11-10T15:21:20,579 INFO [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,34685,1731252068955.replicationSource.shipperc0771061be61%2C34685%2C1731252068955,1-c0771061be61,34685,1731252068955 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c0771061be61%2C34685%2C1731252068955 2024-11-10T15:21:20,594 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,34685,1731252068955.replicationSource.wal-reader.c0771061be61%2C34685%2C1731252068955,1-c0771061be61,34685,1731252068955 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T15:21:20,594 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,34685,1731252068955.replicationSource.wal-reader.c0771061be61%2C34685%2C1731252068955,1-c0771061be61,34685,1731252068955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/WALs/c0771061be61,34685,1731252068955/c0771061be61%2C34685%2C1731252068955.1731252071947 to pos 379, reset compression=false 2024-11-10T15:21:20,594 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,34685,1731252068955.replicationSource.shipperc0771061be61%2C34685%2C1731252068955,1-c0771061be61,34685,1731252068955 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0771061be61,34685,1731252068955 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/WALs/c0771061be61,34685,1731252068955/c0771061be61%2C34685%2C1731252068955.1731252071947, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T15:21:20,798 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,34685,1731252068955.replicationSource.wal-reader.c0771061be61%2C34685%2C1731252068955,1-c0771061be61,34685,1731252068955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/WALs/c0771061be61,34685,1731252068955/c0771061be61%2C34685%2C1731252068955.1731252071947 to pos 379, reset compression=false 2024-11-10T15:21:21,101 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,34685,1731252068955.replicationSource.wal-reader.c0771061be61%2C34685%2C1731252068955,1-c0771061be61,34685,1731252068955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/WALs/c0771061be61,34685,1731252068955/c0771061be61%2C34685%2C1731252068955.1731252071947 to pos 379, reset compression=false 2024-11-10T15:21:21,112 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-10T15:21:21,215 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42997,1731252061013.replicationSource.wal-reader.c0771061be61%2C42997%2C1731252061013,1-c0771061be61,42997,1731252061013 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/WALs/c0771061be61,42997,1731252061013/c0771061be61%2C42997%2C1731252061013.1731252063287 to pos 379, reset compression=false 2024-11-10T15:21:21,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T15:21:21,258 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T15:21:21,258 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T15:21:21,258 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:21:21,258 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:21:21,258 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T15:21:21,258 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:21:21,259 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T15:21:21,259 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0771061be61,42997,1731252061013, seqNum=-1] 2024-11-10T15:21:21,260 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T15:21:21,261 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T15:21:21,262 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731252072648.cb094d2d8cc899a56dfe0f94f992178e., hostname=c0771061be61,42997,1731252061013, seqNum=2] 2024-11-10T15:21:21,264 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T15:21:21,265 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0771061be61,34685,1731252068955, seqNum=-1] 2024-11-10T15:21:21,265 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T15:21:21,266 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T15:21:21,267 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731252074800.dbd8a9086e903c62142055320b745789., hostname=c0771061be61,34685,1731252068955, seqNum=2] 2024-11-10T15:21:21,269 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-10T15:21:21,504 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,34685,1731252068955.replicationSource.wal-reader.c0771061be61%2C34685%2C1731252068955,1-c0771061be61,34685,1731252068955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/WALs/c0771061be61,34685,1731252068955/c0771061be61%2C34685%2C1731252068955.1731252071947 to pos 379, reset compression=false 2024-11-10T15:21:22,008 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,34685,1731252068955.replicationSource.wal-reader.c0771061be61%2C34685%2C1731252068955,1-c0771061be61,34685,1731252068955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/WALs/c0771061be61,34685,1731252068955/c0771061be61%2C34685%2C1731252068955.1731252071947 to pos 379, reset compression=false 2024-11-10T15:21:22,019 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42997,1731252061013.replicationSource.wal-reader.c0771061be61%2C42997%2C1731252061013,1-c0771061be61,42997,1731252061013 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/WALs/c0771061be61,42997,1731252061013/c0771061be61%2C42997%2C1731252061013.1731252063287 to pos 379, reset compression=false 2024-11-10T15:21:22,023 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42997,1731252061013.replicationSource.wal-reader.c0771061be61%2C42997%2C1731252061013,1-c0771061be61,42997,1731252061013 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T15:21:22,023 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42997,1731252061013.replicationSource.wal-reader.c0771061be61%2C42997%2C1731252061013,1-c0771061be61,42997,1731252061013 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/WALs/c0771061be61,42997,1731252061013/c0771061be61%2C42997%2C1731252061013.1731252063287 to pos 480, reset compression=false 2024-11-10T15:21:22,023 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42997,1731252061013.replicationSource.shipperc0771061be61%2C42997%2C1731252061013,1-c0771061be61,42997,1731252061013 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0771061be61,42997,1731252061013 got entry batch from reader: WALEntryBatch [walEntries=[{test/cb094d2d8cc899a56dfe0f94f992178e/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/WALs/c0771061be61,42997,1731252061013/c0771061be61%2C42997%2C1731252061013.1731252063287, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-10T15:21:22,025 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42997,1731252061013.replicationSource.shipperc0771061be61%2C42997%2C1731252061013,1-c0771061be61,42997,1731252061013 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T15:21:22,026 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-10T15:21:22,027 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34685 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T15:21:22,028 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34685 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5bc65a4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:21:22,028 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34685 {}] client.ClusterIdFetcher(90): Going to request c0771061be61,41743,-1 for getting cluster id 2024-11-10T15:21:22,028 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34685 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T15:21:22,029 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '402e0f16-3786-4ab7-8bb2-36837c900e2d' 2024-11-10T15:21:22,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T15:21:22,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "402e0f16-3786-4ab7-8bb2-36837c900e2d" 2024-11-10T15:21:22,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2aa0fd0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:21:22,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0771061be61,41743,-1] 2024-11-10T15:21:22,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T15:21:22,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:21:22,030 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-10T15:21:22,030 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34685 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5b8b2c16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:21:22,035 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34685 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T15:21:22,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0771061be61,34685,1731252068955, seqNum=-1] 2024-11-10T15:21:22,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T15:21:22,037 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-10T15:21:22,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731252074800.dbd8a9086e903c62142055320b745789., hostname=c0771061be61,34685,1731252068955, seqNum=2] 2024-11-10T15:21:22,062 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34685 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T15:21:22,227 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42997,1731252061013.replicationSource.wal-reader.c0771061be61%2C42997%2C1731252061013,1-c0771061be61,42997,1731252061013 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/WALs/c0771061be61,42997,1731252061013/c0771061be61%2C42997%2C1731252061013.1731252063287 to pos 480, reset compression=false 2024-11-10T15:21:22,272 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-10T15:21:22,275 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-10T15:21:22,530 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42997,1731252061013.replicationSource.wal-reader.c0771061be61%2C42997%2C1731252061013,1-c0771061be61,42997,1731252061013 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/WALs/c0771061be61,42997,1731252061013/c0771061be61%2C42997%2C1731252061013.1731252063287 to pos 480, reset compression=false 2024-11-10T15:21:22,611 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,34685,1731252068955.replicationSource.wal-reader.c0771061be61%2C34685%2C1731252068955,1-c0771061be61,34685,1731252068955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/WALs/c0771061be61,34685,1731252068955/c0771061be61%2C34685%2C1731252068955.1731252071947 to pos 379, reset compression=false 2024-11-10T15:21:22,616 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,34685,1731252068955.replicationSource.wal-reader.c0771061be61%2C34685%2C1731252068955,1-c0771061be61,34685,1731252068955 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T15:21:22,616 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,34685,1731252068955.replicationSource.wal-reader.c0771061be61%2C34685%2C1731252068955,1-c0771061be61,34685,1731252068955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/WALs/c0771061be61,34685,1731252068955/c0771061be61%2C34685%2C1731252068955.1731252071947 to pos 607, reset compression=false 2024-11-10T15:21:22,616 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,34685,1731252068955.replicationSource.shipperc0771061be61%2C34685%2C1731252068955,1-c0771061be61,34685,1731252068955 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0771061be61,34685,1731252068955 got entry batch from reader: WALEntryBatch [walEntries=[{test/dbd8a9086e903c62142055320b745789/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/WALs/c0771061be61,34685,1731252068955/c0771061be61%2C34685%2C1731252068955.1731252071947, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-10T15:21:22,618 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,34685,1731252068955.replicationSource.shipperc0771061be61%2C34685%2C1731252068955,1-c0771061be61,34685,1731252068955 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T15:21:22,620 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-10T15:21:22,620 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42997 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T15:21:22,621 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42997 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@69d8aee7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:21:22,621 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42997 {}] client.ClusterIdFetcher(90): Going to request c0771061be61,43583,-1 for getting cluster id 2024-11-10T15:21:22,621 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42997 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T15:21:22,622 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '77965ad3-64f7-4741-8db0-53bda55c2110' 2024-11-10T15:21:22,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T15:21:22,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "77965ad3-64f7-4741-8db0-53bda55c2110" 2024-11-10T15:21:22,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f94d583, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:21:22,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0771061be61,43583,-1] 2024-11-10T15:21:22,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T15:21:22,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:21:22,623 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-10T15:21:22,623 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42997 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@25746c77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:21:22,624 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42997 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T15:21:22,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0771061be61,42997,1731252061013, seqNum=-1] 2024-11-10T15:21:22,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T15:21:22,625 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-10T15:21:22,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731252072648.cb094d2d8cc899a56dfe0f94f992178e., hostname=c0771061be61,42997,1731252061013, seqNum=2] 2024-11-10T15:21:22,629 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42997 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T15:21:22,820 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,34685,1731252068955.replicationSource.wal-reader.c0771061be61%2C34685%2C1731252068955,1-c0771061be61,34685,1731252068955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/WALs/c0771061be61,34685,1731252068955/c0771061be61%2C34685%2C1731252068955.1731252071947 to pos 607, reset compression=false 2024-11-10T15:21:22,934 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42997,1731252061013.replicationSource.wal-reader.c0771061be61%2C42997%2C1731252061013,1-c0771061be61,42997,1731252061013 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/WALs/c0771061be61,42997,1731252061013/c0771061be61%2C42997%2C1731252061013.1731252063287 to pos 480, reset compression=false 2024-11-10T15:21:22,938 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42997,1731252061013.replicationSource.wal-reader.c0771061be61%2C42997%2C1731252061013,1-c0771061be61,42997,1731252061013 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T15:21:22,938 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42997,1731252061013.replicationSource.wal-reader.c0771061be61%2C42997%2C1731252061013,1-c0771061be61,42997,1731252061013 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/WALs/c0771061be61,42997,1731252061013/c0771061be61%2C42997%2C1731252061013.1731252063287 to pos 607, reset compression=false 2024-11-10T15:21:22,938 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42997,1731252061013.replicationSource.shipperc0771061be61%2C42997%2C1731252061013,1-c0771061be61,42997,1731252061013 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0771061be61,42997,1731252061013 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/WALs/c0771061be61,42997,1731252061013/c0771061be61%2C42997%2C1731252061013.1731252063287, lastWalPosition=607, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T15:21:23,124 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,34685,1731252068955.replicationSource.wal-reader.c0771061be61%2C34685%2C1731252068955,1-c0771061be61,34685,1731252068955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/WALs/c0771061be61,34685,1731252068955/c0771061be61%2C34685%2C1731252068955.1731252071947 to pos 607, reset compression=false 2024-11-10T15:21:23,141 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42997,1731252061013.replicationSource.wal-reader.c0771061be61%2C42997%2C1731252061013,1-c0771061be61,42997,1731252061013 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/WALs/c0771061be61,42997,1731252061013/c0771061be61%2C42997%2C1731252061013.1731252063287 to pos 607, reset compression=false 2024-11-10T15:21:23,277 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-10T15:21:23,285 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-10T15:21:23,326 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T15:21:23,327 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c0771061be61,45381,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c0771061be61:45381 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T15:21:23,327 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28259 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c0771061be61,45381,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c0771061be61:45381 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T15:21:23,444 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42997,1731252061013.replicationSource.wal-reader.c0771061be61%2C42997%2C1731252061013,1-c0771061be61,42997,1731252061013 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/WALs/c0771061be61,42997,1731252061013/c0771061be61%2C42997%2C1731252061013.1731252063287 to pos 607, reset compression=false 2024-11-10T15:21:23,449 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42997,1731252061013.replicationSource.wal-reader.c0771061be61%2C42997%2C1731252061013,1-c0771061be61,42997,1731252061013 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T15:21:23,449 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42997,1731252061013.replicationSource.wal-reader.c0771061be61%2C42997%2C1731252061013,1-c0771061be61,42997,1731252061013 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/WALs/c0771061be61,42997,1731252061013/c0771061be61%2C42997%2C1731252061013.1731252063287 to pos 763, reset compression=false 2024-11-10T15:21:23,449 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42997,1731252061013.replicationSource.shipperc0771061be61%2C42997%2C1731252061013,1-c0771061be61,42997,1731252061013 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0771061be61,42997,1731252061013 got entry batch from reader: WALEntryBatch [walEntries=[{test/cb094d2d8cc899a56dfe0f94f992178e/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/WALs/c0771061be61,42997,1731252061013/c0771061be61%2C42997%2C1731252061013.1731252063287, lastWalPosition=763, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-10T15:21:23,451 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34685 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T15:21:23,454 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34685 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T15:21:23,527 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,34685,1731252068955.replicationSource.wal-reader.c0771061be61%2C34685%2C1731252068955,1-c0771061be61,34685,1731252068955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/WALs/c0771061be61,34685,1731252068955/c0771061be61%2C34685%2C1731252068955.1731252071947 to pos 607, reset compression=false 2024-11-10T15:21:23,532 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,34685,1731252068955.replicationSource.wal-reader.c0771061be61%2C34685%2C1731252068955,1-c0771061be61,34685,1731252068955 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T15:21:23,532 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,34685,1731252068955.replicationSource.wal-reader.c0771061be61%2C34685%2C1731252068955,1-c0771061be61,34685,1731252068955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/WALs/c0771061be61,34685,1731252068955/c0771061be61%2C34685%2C1731252068955.1731252071947 to pos 754, reset compression=false 2024-11-10T15:21:23,532 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,34685,1731252068955.replicationSource.shipperc0771061be61%2C34685%2C1731252068955,1-c0771061be61,34685,1731252068955 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0771061be61,34685,1731252068955 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/WALs/c0771061be61,34685,1731252068955/c0771061be61%2C34685%2C1731252068955.1731252071947, lastWalPosition=754, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T15:21:23,623 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T15:21:23,653 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42997,1731252061013.replicationSource.wal-reader.c0771061be61%2C42997%2C1731252061013,1-c0771061be61,42997,1731252061013 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/WALs/c0771061be61,42997,1731252061013/c0771061be61%2C42997%2C1731252061013.1731252063287 to pos 763, reset compression=false 2024-11-10T15:21:23,667 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:21:23,667 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:21:23,668 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:21:23,668 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:21:23,668 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:21:23,668 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:21:23,677 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:21:23,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:21:23,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:21:23,684 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:21:23,737 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,34685,1731252068955.replicationSource.wal-reader.c0771061be61%2C34685%2C1731252068955,1-c0771061be61,34685,1731252068955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/WALs/c0771061be61,34685,1731252068955/c0771061be61%2C34685%2C1731252068955.1731252071947 to pos 754, reset compression=false 2024-11-10T15:21:23,957 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42997,1731252061013.replicationSource.wal-reader.c0771061be61%2C42997%2C1731252061013,1-c0771061be61,42997,1731252061013 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/WALs/c0771061be61,42997,1731252061013/c0771061be61%2C42997%2C1731252061013.1731252063287 to pos 763, reset compression=false 2024-11-10T15:21:24,041 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,34685,1731252068955.replicationSource.wal-reader.c0771061be61%2C34685%2C1731252068955,1-c0771061be61,34685,1731252068955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/WALs/c0771061be61,34685,1731252068955/c0771061be61%2C34685%2C1731252068955.1731252071947 to pos 754, reset compression=false 2024-11-10T15:21:24,287 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-10T15:21:24,290 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-10T15:21:24,361 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42997,1731252061013.replicationSource.wal-reader.c0771061be61%2C42997%2C1731252061013,1-c0771061be61,42997,1731252061013 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/WALs/c0771061be61,42997,1731252061013/c0771061be61%2C42997%2C1731252061013.1731252063287 to pos 763, reset compression=false 2024-11-10T15:21:24,444 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,34685,1731252068955.replicationSource.wal-reader.c0771061be61%2C34685%2C1731252068955,1-c0771061be61,34685,1731252068955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/WALs/c0771061be61,34685,1731252068955/c0771061be61%2C34685%2C1731252068955.1731252071947 to pos 754, reset compression=false 2024-11-10T15:21:24,448 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,34685,1731252068955.replicationSource.wal-reader.c0771061be61%2C34685%2C1731252068955,1-c0771061be61,34685,1731252068955 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T15:21:24,448 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,34685,1731252068955.replicationSource.wal-reader.c0771061be61%2C34685%2C1731252068955,1-c0771061be61,34685,1731252068955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/WALs/c0771061be61,34685,1731252068955/c0771061be61%2C34685%2C1731252068955.1731252071947 to pos 913, reset compression=false 2024-11-10T15:21:24,448 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,34685,1731252068955.replicationSource.shipperc0771061be61%2C34685%2C1731252068955,1-c0771061be61,34685,1731252068955 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0771061be61,34685,1731252068955 got entry batch from reader: WALEntryBatch [walEntries=[{test/dbd8a9086e903c62142055320b745789/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/WALs/c0771061be61,34685,1731252068955/c0771061be61%2C34685%2C1731252068955.1731252071947, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-10T15:21:24,450 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42997 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T15:21:24,452 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42997 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T15:21:24,652 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,34685,1731252068955.replicationSource.wal-reader.c0771061be61%2C34685%2C1731252068955,1-c0771061be61,34685,1731252068955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/WALs/c0771061be61,34685,1731252068955/c0771061be61%2C34685%2C1731252068955.1731252071947 to pos 913, reset compression=false 2024-11-10T15:21:24,864 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42997,1731252061013.replicationSource.wal-reader.c0771061be61%2C42997%2C1731252061013,1-c0771061be61,42997,1731252061013 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/WALs/c0771061be61,42997,1731252061013/c0771061be61%2C42997%2C1731252061013.1731252063287 to pos 763, reset compression=false 2024-11-10T15:21:24,872 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42997,1731252061013.replicationSource.wal-reader.c0771061be61%2C42997%2C1731252061013,1-c0771061be61,42997,1731252061013 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T15:21:24,872 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42997,1731252061013.replicationSource.wal-reader.c0771061be61%2C42997%2C1731252061013,1-c0771061be61,42997,1731252061013 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/WALs/c0771061be61,42997,1731252061013/c0771061be61%2C42997%2C1731252061013.1731252063287 to pos 912, reset compression=false 2024-11-10T15:21:24,872 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42997,1731252061013.replicationSource.shipperc0771061be61%2C42997%2C1731252061013,1-c0771061be61,42997,1731252061013 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0771061be61,42997,1731252061013 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/WALs/c0771061be61,42997,1731252061013/c0771061be61%2C42997%2C1731252061013.1731252063287, lastWalPosition=912, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T15:21:24,955 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,34685,1731252068955.replicationSource.wal-reader.c0771061be61%2C34685%2C1731252068955,1-c0771061be61,34685,1731252068955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/WALs/c0771061be61,34685,1731252068955/c0771061be61%2C34685%2C1731252068955.1731252071947 to pos 913, reset compression=false 2024-11-10T15:21:25,081 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42997,1731252061013.replicationSource.wal-reader.c0771061be61%2C42997%2C1731252061013,1-c0771061be61,42997,1731252061013 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/WALs/c0771061be61,42997,1731252061013/c0771061be61%2C42997%2C1731252061013.1731252063287 to pos 912, reset compression=false 2024-11-10T15:21:25,292 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-10T15:21:25,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T15:21:25,295 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T15:21:25,295 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:21:25,295 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:21:25,295 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:21:25,295 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T15:21:25,295 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T15:21:25,295 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1540088352, stopped=false 2024-11-10T15:21:25,295 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c0771061be61,41743,1731252068712 2024-11-10T15:21:25,358 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,34685,1731252068955.replicationSource.wal-reader.c0771061be61%2C34685%2C1731252068955,1-c0771061be61,34685,1731252068955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/WALs/c0771061be61,34685,1731252068955/c0771061be61%2C34685%2C1731252068955.1731252071947 to pos 913, reset compression=false 2024-11-10T15:21:25,385 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42997,1731252061013.replicationSource.wal-reader.c0771061be61%2C42997%2C1731252061013,1-c0771061be61,42997,1731252061013 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/WALs/c0771061be61,42997,1731252061013/c0771061be61%2C42997%2C1731252061013.1731252063287 to pos 912, reset compression=false 2024-11-10T15:21:25,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34685-0x1012555f1a00004, quorum=127.0.0.1:61592, baseZNode=/11678605256 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11678605256/running 2024-11-10T15:21:25,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41743-0x1012555f1a00003, quorum=127.0.0.1:61592, baseZNode=/11678605256 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11678605256/running 2024-11-10T15:21:25,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34685-0x1012555f1a00004, quorum=127.0.0.1:61592, baseZNode=/11678605256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11678605256 2024-11-10T15:21:25,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41743-0x1012555f1a00003, quorum=127.0.0.1:61592, baseZNode=/11678605256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11678605256 2024-11-10T15:21:25,468 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T15:21:25,468 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T15:21:25,468 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:21:25,468 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:21:25,468 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c0771061be61,34685,1731252068955' ***** 2024-11-10T15:21:25,468 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T15:21:25,468 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41743-0x1012555f1a00003, quorum=127.0.0.1:61592, baseZNode=/11678605256 Set watcher on znode that does not yet exist, /11678605256/running 2024-11-10T15:21:25,468 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34685-0x1012555f1a00004, quorum=127.0.0.1:61592, baseZNode=/11678605256 Set watcher on znode that does not yet exist, /11678605256/running 2024-11-10T15:21:25,469 INFO [RS:0;c0771061be61:34685 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T15:21:25,469 INFO [RS:0;c0771061be61:34685 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T15:21:25,469 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T15:21:25,469 INFO [RS:0;c0771061be61:34685 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T15:21:25,469 INFO [RS:0;c0771061be61:34685 {}] regionserver.HRegionServer(3091): Received CLOSE for 4bf7edbc4664a9d4c99fed1d47238435 2024-11-10T15:21:25,469 INFO [RS:0;c0771061be61:34685 {}] regionserver.HRegionServer(3091): Received CLOSE for dbd8a9086e903c62142055320b745789 2024-11-10T15:21:25,469 INFO [RS:0;c0771061be61:34685 {}] regionserver.HRegionServer(959): stopping server c0771061be61,34685,1731252068955 2024-11-10T15:21:25,469 INFO [RS:0;c0771061be61:34685 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T15:21:25,469 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4bf7edbc4664a9d4c99fed1d47238435, disabling compactions & flushes 2024-11-10T15:21:25,469 INFO [RS:0;c0771061be61:34685 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c0771061be61:34685. 2024-11-10T15:21:25,469 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731252079121.4bf7edbc4664a9d4c99fed1d47238435. 2024-11-10T15:21:25,469 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731252079121.4bf7edbc4664a9d4c99fed1d47238435. 2024-11-10T15:21:25,469 DEBUG [RS:0;c0771061be61:34685 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:21:25,469 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731252079121.4bf7edbc4664a9d4c99fed1d47238435. after waiting 0 ms 2024-11-10T15:21:25,469 DEBUG [RS:0;c0771061be61:34685 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:21:25,469 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731252079121.4bf7edbc4664a9d4c99fed1d47238435. 2024-11-10T15:21:25,469 INFO [RS:0;c0771061be61:34685 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T15:21:25,469 INFO [RS:0;c0771061be61:34685 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T15:21:25,469 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4bf7edbc4664a9d4c99fed1d47238435 3/3 column families, dataSize=743 B heapSize=1.84 KB 2024-11-10T15:21:25,469 INFO [RS:0;c0771061be61:34685 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T15:21:25,470 INFO [RS:0;c0771061be61:34685 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T15:21:25,470 INFO [RS:0;c0771061be61:34685 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T15:21:25,470 DEBUG [RS:0;c0771061be61:34685 {}] regionserver.HRegionServer(1325): Online Regions={4bf7edbc4664a9d4c99fed1d47238435=hbase:replication,,1731252079121.4bf7edbc4664a9d4c99fed1d47238435., 1588230740=hbase:meta,,1.1588230740, dbd8a9086e903c62142055320b745789=test,,1731252074800.dbd8a9086e903c62142055320b745789.} 2024-11-10T15:21:25,470 DEBUG [RS:0;c0771061be61:34685 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4bf7edbc4664a9d4c99fed1d47238435, dbd8a9086e903c62142055320b745789 2024-11-10T15:21:25,470 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T15:21:25,470 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T15:21:25,470 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T15:21:25,470 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T15:21:25,470 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T15:21:25,470 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-10T15:21:25,484 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/data/hbase/meta/1588230740/.tmp/info/6c27ed568ef64d1d8605e53f59e92f17 is 147, key is hbase:replication,,1731252079121.4bf7edbc4664a9d4c99fed1d47238435./info:regioninfo/1731252080312/Put/seqid=0 2024-11-10T15:21:25,485 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/data/hbase/replication/4bf7edbc4664a9d4c99fed1d47238435/.tmp/queue/e8727969a39843c899a8f8f48b2c57e2 is 153, key is 1-c0771061be61,34685,1731252068955/queue:c0771061be61%2C34685%2C1731252068955/1731252084453/Put/seqid=0 2024-11-10T15:21:25,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38017 is added to blk_1073741840_1016 (size=7686) 2024-11-10T15:21:25,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38017 is added to blk_1073741841_1017 (size=5352) 2024-11-10T15:21:25,515 INFO [regionserver/c0771061be61:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T15:21:25,670 DEBUG [RS:0;c0771061be61:34685 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4bf7edbc4664a9d4c99fed1d47238435, dbd8a9086e903c62142055320b745789 2024-11-10T15:21:25,788 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42997,1731252061013.replicationSource.wal-reader.c0771061be61%2C42997%2C1731252061013,1-c0771061be61,42997,1731252061013 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/WALs/c0771061be61,42997,1731252061013/c0771061be61%2C42997%2C1731252061013.1731252063287 to pos 912, reset compression=false 2024-11-10T15:21:25,790 INFO [regionserver/c0771061be61:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T15:21:25,791 INFO [regionserver/c0771061be61:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T15:21:25,861 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,34685,1731252068955.replicationSource.wal-reader.c0771061be61%2C34685%2C1731252068955,1-c0771061be61,34685,1731252068955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/WALs/c0771061be61,34685,1731252068955/c0771061be61%2C34685%2C1731252068955.1731252071947 to pos 913, reset compression=false 2024-11-10T15:21:25,870 DEBUG [RS:0;c0771061be61:34685 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4bf7edbc4664a9d4c99fed1d47238435, dbd8a9086e903c62142055320b745789 2024-11-10T15:21:25,888 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/data/hbase/meta/1588230740/.tmp/info/6c27ed568ef64d1d8605e53f59e92f17 2024-11-10T15:21:25,903 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=743 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/data/hbase/replication/4bf7edbc4664a9d4c99fed1d47238435/.tmp/queue/e8727969a39843c899a8f8f48b2c57e2 2024-11-10T15:21:25,908 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/data/hbase/replication/4bf7edbc4664a9d4c99fed1d47238435/.tmp/queue/e8727969a39843c899a8f8f48b2c57e2 as hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/data/hbase/replication/4bf7edbc4664a9d4c99fed1d47238435/queue/e8727969a39843c899a8f8f48b2c57e2 2024-11-10T15:21:25,908 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/data/hbase/meta/1588230740/.tmp/ns/dded589b9fc84252a8ff0d572dc76962 is 43, key is default/ns:d/1731252072500/Put/seqid=0 2024-11-10T15:21:25,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38017 is added to blk_1073741842_1018 (size=5153) 2024-11-10T15:21:25,913 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/data/hbase/replication/4bf7edbc4664a9d4c99fed1d47238435/queue/e8727969a39843c899a8f8f48b2c57e2, entries=1, sequenceid=9, filesize=5.2 K 2024-11-10T15:21:25,914 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~743 B/743, heapSize ~1.33 KB/1360, currentSize=0 B/0 for 4bf7edbc4664a9d4c99fed1d47238435 in 445ms, sequenceid=9, compaction requested=false 2024-11-10T15:21:25,917 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/data/hbase/replication/4bf7edbc4664a9d4c99fed1d47238435/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-10T15:21:25,917 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T15:21:25,917 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T15:21:25,917 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731252079121.4bf7edbc4664a9d4c99fed1d47238435. 2024-11-10T15:21:25,917 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4bf7edbc4664a9d4c99fed1d47238435: Waiting for close lock at 1731252085469Running coprocessor pre-close hooks at 1731252085469Disabling compacts and flushes for region at 1731252085469Disabling writes for close at 1731252085469Obtaining lock to block concurrent updates at 1731252085469Preparing flush snapshotting stores in 4bf7edbc4664a9d4c99fed1d47238435 at 1731252085469Finished memstore snapshotting hbase:replication,,1731252079121.4bf7edbc4664a9d4c99fed1d47238435., syncing WAL and waiting on mvcc, flushsize=dataSize=743, getHeapSize=1840, getOffHeapSize=0, getCellsCount=5 at 1731252085470 (+1 ms)Flushing stores of hbase:replication,,1731252079121.4bf7edbc4664a9d4c99fed1d47238435. at 1731252085470Flushing 4bf7edbc4664a9d4c99fed1d47238435/queue: creating writer at 1731252085470Flushing 4bf7edbc4664a9d4c99fed1d47238435/queue: appending metadata at 1731252085485 (+15 ms)Flushing 4bf7edbc4664a9d4c99fed1d47238435/queue: closing flushed file at 1731252085485Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37f84caa: reopening flushed file at 1731252085907 (+422 ms)Finished flush of dataSize ~743 B/743, heapSize ~1.33 KB/1360, currentSize=0 B/0 for 4bf7edbc4664a9d4c99fed1d47238435 in 445ms, sequenceid=9, compaction requested=false at 1731252085914 (+7 ms)Writing region close event to WAL at 1731252085914Running coprocessor post-close hooks at 1731252085917 (+3 ms)Closed at 1731252085917 2024-11-10T15:21:25,918 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731252079121.4bf7edbc4664a9d4c99fed1d47238435. 2024-11-10T15:21:25,918 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dbd8a9086e903c62142055320b745789, disabling compactions & flushes 2024-11-10T15:21:25,918 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731252074800.dbd8a9086e903c62142055320b745789. 2024-11-10T15:21:25,918 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731252074800.dbd8a9086e903c62142055320b745789. 2024-11-10T15:21:25,918 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731252074800.dbd8a9086e903c62142055320b745789. after waiting 0 ms 2024-11-10T15:21:25,918 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731252074800.dbd8a9086e903c62142055320b745789. 2024-11-10T15:21:25,918 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing dbd8a9086e903c62142055320b745789 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-10T15:21:25,935 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/data/default/test/dbd8a9086e903c62142055320b745789/.tmp/f/04febb978d204f37a2c94465ea223275 is 29, key is row1/f:/1731252084287/DeleteFamily/seqid=0 2024-11-10T15:21:25,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38017 is added to blk_1073741843_1019 (size=5118) 2024-11-10T15:21:26,070 DEBUG [RS:0;c0771061be61:34685 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, dbd8a9086e903c62142055320b745789 2024-11-10T15:21:26,270 DEBUG [RS:0;c0771061be61:34685 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, dbd8a9086e903c62142055320b745789 2024-11-10T15:21:26,291 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42997,1731252061013.replicationSource.wal-reader.c0771061be61%2C42997%2C1731252061013,1-c0771061be61,42997,1731252061013 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/WALs/c0771061be61,42997,1731252061013/c0771061be61%2C42997%2C1731252061013.1731252063287 to pos 912, reset compression=false 2024-11-10T15:21:26,313 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/data/hbase/meta/1588230740/.tmp/ns/dded589b9fc84252a8ff0d572dc76962 2024-11-10T15:21:26,329 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/data/hbase/meta/1588230740/.tmp/rep_barrier/5dfc86888aa9444baab2fc485b97fd43 is 112, key is test,,1731252074800.dbd8a9086e903c62142055320b745789./rep_barrier:seqnumDuringOpen/1731252075939/Put/seqid=0 2024-11-10T15:21:26,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38017 is added to blk_1073741844_1020 (size=5518) 2024-11-10T15:21:26,339 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/data/default/test/dbd8a9086e903c62142055320b745789/.tmp/f/04febb978d204f37a2c94465ea223275 2024-11-10T15:21:26,343 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 04febb978d204f37a2c94465ea223275 2024-11-10T15:21:26,360 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/data/default/test/dbd8a9086e903c62142055320b745789/.tmp/f1/aaa22e108f784f07ac36b79c032e6eba is 30, key is row1/f1:/1731252084287/DeleteFamily/seqid=0 2024-11-10T15:21:26,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38017 is added to blk_1073741845_1021 (size=5123) 2024-11-10T15:21:26,465 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,34685,1731252068955.replicationSource.wal-reader.c0771061be61%2C34685%2C1731252068955,1-c0771061be61,34685,1731252068955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/WALs/c0771061be61,34685,1731252068955/c0771061be61%2C34685%2C1731252068955.1731252071947 to pos 913, reset compression=false 2024-11-10T15:21:26,469 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,34685,1731252068955.replicationSource.wal-reader.c0771061be61%2C34685%2C1731252068955,1-c0771061be61,34685,1731252068955 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T15:21:26,469 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,34685,1731252068955.replicationSource.wal-reader.c0771061be61%2C34685%2C1731252068955,1-c0771061be61,34685,1731252068955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/WALs/c0771061be61,34685,1731252068955/c0771061be61%2C34685%2C1731252068955.1731252071947 to pos 1160, reset compression=false 2024-11-10T15:21:26,469 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,34685,1731252068955.replicationSource.shipperc0771061be61%2C34685%2C1731252068955,1-c0771061be61,34685,1731252068955 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0771061be61,34685,1731252068955 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/WALs/c0771061be61,34685,1731252068955/c0771061be61%2C34685%2C1731252068955.1731252071947, lastWalPosition=1160, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T15:21:26,470 ERROR [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,34685,1731252068955.replicationSource.shipperc0771061be61%2C34685%2C1731252068955,1-c0771061be61,34685,1731252068955 {}] regionserver.HRegionServer(2440): ***** ABORTING region server c0771061be61,34685,1731252068955: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-c0771061be61,34685,1731252068955, walGroup=c0771061be61%2C34685%2C1731252068955, offset=c0771061be61%2C34685%2C1731252068955.1731252071947:1160, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c0771061be61:34685 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-10T15:21:26,471 INFO [RS:0;c0771061be61:34685 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T15:21:26,471 DEBUG [RS:0;c0771061be61:34685 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, dbd8a9086e903c62142055320b745789=test,,1731252074800.dbd8a9086e903c62142055320b745789.} 2024-11-10T15:21:26,471 ERROR [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,34685,1731252068955.replicationSource.shipperc0771061be61%2C34685%2C1731252068955,1-c0771061be61,34685,1731252068955 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-10T15:21:26,471 DEBUG [RS:0;c0771061be61:34685 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, dbd8a9086e903c62142055320b745789 2024-11-10T15:21:26,471 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,34685,1731252068955.replicationSource.shipperc0771061be61%2C34685%2C1731252068955,1-c0771061be61,34685,1731252068955 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-10T15:21:26,471 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,34685,1731252068955.replicationSource.shipperc0771061be61%2C34685%2C1731252068955,1-c0771061be61,34685,1731252068955 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-10T15:21:26,471 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,34685,1731252068955.replicationSource.shipperc0771061be61%2C34685%2C1731252068955,1-c0771061be61,34685,1731252068955 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-10T15:21:26,471 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,34685,1731252068955.replicationSource.shipperc0771061be61%2C34685%2C1731252068955,1-c0771061be61,34685,1731252068955 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-10T15:21:26,471 INFO [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,34685,1731252068955.replicationSource.shipperc0771061be61%2C34685%2C1731252068955,1-c0771061be61,34685,1731252068955 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1056964608, "init": 1048576000, "max": 2306867200, "used": 616511872 }, "NonHeapMemoryUsage": { "committed": 194772992, "init": 7667712, "max": -1, "used": 190994608 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-10T15:21:26,472 WARN [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,34685,1731252068955.replicationSource.shipperc0771061be61%2C34685%2C1731252068955,1-c0771061be61,34685,1731252068955 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c0771061be61:41743 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c0771061be61:41743 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-10T15:21:26,671 DEBUG [RS:0;c0771061be61:34685 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, dbd8a9086e903c62142055320b745789 2024-11-10T15:21:26,672 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,34685,1731252068955.replicationSource.wal-reader.c0771061be61%2C34685%2C1731252068955,1-c0771061be61,34685,1731252068955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/WALs/c0771061be61,34685,1731252068955/c0771061be61%2C34685%2C1731252068955.1731252071947 to pos 1160, reset compression=false 2024-11-10T15:21:26,732 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/data/hbase/meta/1588230740/.tmp/rep_barrier/5dfc86888aa9444baab2fc485b97fd43 2024-11-10T15:21:26,751 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/data/hbase/meta/1588230740/.tmp/table/1f2e8aef010d497ab2d06871101d03f4 is 53, key is hbase:replication/table:state/1731252080318/Put/seqid=0 2024-11-10T15:21:26,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38017 is added to blk_1073741846_1022 (size=5308) 2024-11-10T15:21:26,764 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/data/default/test/dbd8a9086e903c62142055320b745789/.tmp/f1/aaa22e108f784f07ac36b79c032e6eba 2024-11-10T15:21:26,767 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for aaa22e108f784f07ac36b79c032e6eba 2024-11-10T15:21:26,783 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/data/default/test/dbd8a9086e903c62142055320b745789/.tmp/norep/d7393b869c0f4567bd87063a5459cbed is 33, key is row1/norep:/1731252084287/DeleteFamily/seqid=0 2024-11-10T15:21:26,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38017 is added to blk_1073741847_1023 (size=5108) 2024-11-10T15:21:26,871 DEBUG [RS:0;c0771061be61:34685 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, dbd8a9086e903c62142055320b745789 2024-11-10T15:21:26,895 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42997,1731252061013.replicationSource.wal-reader.c0771061be61%2C42997%2C1731252061013,1-c0771061be61,42997,1731252061013 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/WALs/c0771061be61,42997,1731252061013/c0771061be61%2C42997%2C1731252061013.1731252063287 to pos 912, reset compression=false 2024-11-10T15:21:26,975 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,34685,1731252068955.replicationSource.wal-reader.c0771061be61%2C34685%2C1731252068955,1-c0771061be61,34685,1731252068955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/WALs/c0771061be61,34685,1731252068955/c0771061be61%2C34685%2C1731252068955.1731252071947 to pos 1160, reset compression=false 2024-11-10T15:21:27,071 DEBUG [RS:0;c0771061be61:34685 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, dbd8a9086e903c62142055320b745789 2024-11-10T15:21:27,154 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/data/hbase/meta/1588230740/.tmp/table/1f2e8aef010d497ab2d06871101d03f4 2024-11-10T15:21:27,158 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/data/hbase/meta/1588230740/.tmp/info/6c27ed568ef64d1d8605e53f59e92f17 as hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/data/hbase/meta/1588230740/info/6c27ed568ef64d1d8605e53f59e92f17 2024-11-10T15:21:27,163 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/data/hbase/meta/1588230740/info/6c27ed568ef64d1d8605e53f59e92f17, entries=20, sequenceid=16, filesize=7.5 K 2024-11-10T15:21:27,163 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/data/hbase/meta/1588230740/.tmp/ns/dded589b9fc84252a8ff0d572dc76962 as hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/data/hbase/meta/1588230740/ns/dded589b9fc84252a8ff0d572dc76962 2024-11-10T15:21:27,167 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/data/hbase/meta/1588230740/ns/dded589b9fc84252a8ff0d572dc76962, entries=2, sequenceid=16, filesize=5.0 K 2024-11-10T15:21:27,168 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/data/hbase/meta/1588230740/.tmp/rep_barrier/5dfc86888aa9444baab2fc485b97fd43 as hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/data/hbase/meta/1588230740/rep_barrier/5dfc86888aa9444baab2fc485b97fd43 2024-11-10T15:21:27,171 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/data/hbase/meta/1588230740/rep_barrier/5dfc86888aa9444baab2fc485b97fd43, entries=1, sequenceid=16, filesize=5.4 K 2024-11-10T15:21:27,172 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/data/hbase/meta/1588230740/.tmp/table/1f2e8aef010d497ab2d06871101d03f4 as hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/data/hbase/meta/1588230740/table/1f2e8aef010d497ab2d06871101d03f4 2024-11-10T15:21:27,175 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/data/hbase/meta/1588230740/table/1f2e8aef010d497ab2d06871101d03f4, entries=4, sequenceid=16, filesize=5.2 K 2024-11-10T15:21:27,176 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1706ms, sequenceid=16, compaction requested=false 2024-11-10T15:21:27,187 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/data/default/test/dbd8a9086e903c62142055320b745789/.tmp/norep/d7393b869c0f4567bd87063a5459cbed 2024-11-10T15:21:27,187 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-10T15:21:27,188 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T15:21:27,188 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T15:21:27,188 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T15:21:27,188 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731252085470Running coprocessor pre-close hooks at 1731252085470Disabling compacts and flushes for region at 1731252085470Disabling writes for close at 1731252085470Obtaining lock to block concurrent updates at 1731252085470Preparing flush snapshotting stores in 1588230740 at 1731252085470Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731252085470Flushing stores of hbase:meta,,1.1588230740 at 1731252085470Flushing 1588230740/info: creating writer at 1731252085471 (+1 ms)Flushing 1588230740/info: appending metadata at 1731252085483 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731252085484 (+1 ms)Flushing 1588230740/ns: creating writer at 1731252085892 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731252085908 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731252085908Flushing 1588230740/rep_barrier: creating writer at 1731252086316 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731252086328 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731252086328Flushing 1588230740/table: creating writer at 1731252086736 (+408 ms)Flushing 1588230740/table: appending metadata at 1731252086750 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731252086750Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65080436: reopening flushed file at 1731252087158 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63478757: reopening flushed file at 1731252087163 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@340dbf49: reopening flushed file at 1731252087167 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64f0b230: reopening flushed file at 1731252087171 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1706ms, sequenceid=16, compaction requested=false at 1731252087176 (+5 ms)Writing region close event to WAL at 1731252087184 (+8 ms)Running coprocessor post-close hooks at 1731252087188 (+4 ms)Closed at 1731252087188 2024-11-10T15:21:27,188 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T15:21:27,191 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d7393b869c0f4567bd87063a5459cbed 2024-11-10T15:21:27,191 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/data/default/test/dbd8a9086e903c62142055320b745789/.tmp/f/04febb978d204f37a2c94465ea223275 as hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/data/default/test/dbd8a9086e903c62142055320b745789/f/04febb978d204f37a2c94465ea223275 2024-11-10T15:21:27,195 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 04febb978d204f37a2c94465ea223275 2024-11-10T15:21:27,196 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/data/default/test/dbd8a9086e903c62142055320b745789/f/04febb978d204f37a2c94465ea223275, entries=2, sequenceid=8, filesize=5.0 K 2024-11-10T15:21:27,196 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/data/default/test/dbd8a9086e903c62142055320b745789/.tmp/f1/aaa22e108f784f07ac36b79c032e6eba as hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/data/default/test/dbd8a9086e903c62142055320b745789/f1/aaa22e108f784f07ac36b79c032e6eba 2024-11-10T15:21:27,200 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for aaa22e108f784f07ac36b79c032e6eba 2024-11-10T15:21:27,200 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/data/default/test/dbd8a9086e903c62142055320b745789/f1/aaa22e108f784f07ac36b79c032e6eba, entries=2, sequenceid=8, filesize=5.0 K 2024-11-10T15:21:27,201 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/data/default/test/dbd8a9086e903c62142055320b745789/.tmp/norep/d7393b869c0f4567bd87063a5459cbed as hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/data/default/test/dbd8a9086e903c62142055320b745789/norep/d7393b869c0f4567bd87063a5459cbed 2024-11-10T15:21:27,206 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d7393b869c0f4567bd87063a5459cbed 2024-11-10T15:21:27,206 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/data/default/test/dbd8a9086e903c62142055320b745789/norep/d7393b869c0f4567bd87063a5459cbed, entries=1, sequenceid=8, filesize=5.0 K 2024-11-10T15:21:27,207 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for dbd8a9086e903c62142055320b745789 in 1289ms, sequenceid=8, compaction requested=false 2024-11-10T15:21:27,210 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/data/default/test/dbd8a9086e903c62142055320b745789/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-10T15:21:27,211 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T15:21:27,211 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T15:21:27,211 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731252074800.dbd8a9086e903c62142055320b745789. 2024-11-10T15:21:27,211 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dbd8a9086e903c62142055320b745789: Waiting for close lock at 1731252085918Running coprocessor pre-close hooks at 1731252085918Disabling compacts and flushes for region at 1731252085918Disabling writes for close at 1731252085918Obtaining lock to block concurrent updates at 1731252085918Preparing flush snapshotting stores in dbd8a9086e903c62142055320b745789 at 1731252085918Finished memstore snapshotting test,,1731252074800.dbd8a9086e903c62142055320b745789., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731252085918Flushing stores of test,,1731252074800.dbd8a9086e903c62142055320b745789. at 1731252085919 (+1 ms)Flushing dbd8a9086e903c62142055320b745789/f: creating writer at 1731252085919Flushing dbd8a9086e903c62142055320b745789/f: appending metadata at 1731252085934 (+15 ms)Flushing dbd8a9086e903c62142055320b745789/f: closing flushed file at 1731252085935 (+1 ms)Flushing dbd8a9086e903c62142055320b745789/f1: creating writer at 1731252086343 (+408 ms)Flushing dbd8a9086e903c62142055320b745789/f1: appending metadata at 1731252086359 (+16 ms)Flushing dbd8a9086e903c62142055320b745789/f1: closing flushed file at 1731252086359Flushing dbd8a9086e903c62142055320b745789/norep: creating writer at 1731252086767 (+408 ms)Flushing dbd8a9086e903c62142055320b745789/norep: appending metadata at 1731252086782 (+15 ms)Flushing dbd8a9086e903c62142055320b745789/norep: closing flushed file at 1731252086782Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ae3ef98: reopening flushed file at 1731252087191 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c74953d: reopening flushed file at 1731252087196 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e56c8cf: reopening flushed file at 1731252087200 (+4 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for dbd8a9086e903c62142055320b745789 in 1289ms, sequenceid=8, compaction requested=false at 1731252087207 (+7 ms)Writing region close event to WAL at 1731252087208 (+1 ms)Running coprocessor post-close hooks at 1731252087211 (+3 ms)Closed at 1731252087211 2024-11-10T15:21:27,211 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731252074800.dbd8a9086e903c62142055320b745789. 2024-11-10T15:21:27,271 INFO [RS:0;c0771061be61:34685 {}] regionserver.HRegionServer(976): stopping server c0771061be61,34685,1731252068955; all regions closed. 2024-11-10T15:21:27,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38017 is added to blk_1073741834_1010 (size=4239) 2024-11-10T15:21:27,273 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/WALs/c0771061be61,34685,1731252068955/c0771061be61%2C34685%2C1731252068955.meta.1731252072312.meta not finished, retry = 0 2024-11-10T15:21:27,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38017 is added to blk_1073741839_1015 (size=2458) 2024-11-10T15:21:27,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38017 is added to blk_1073741833_1009 (size=1812) 2024-11-10T15:21:27,378 DEBUG [RS:0;c0771061be61:34685 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:21:27,378 INFO [RS:0;c0771061be61:34685 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T15:21:27,378 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,34685,1731252068955.replicationSource.wal-reader.c0771061be61%2C34685%2C1731252068955,1-c0771061be61,34685,1731252068955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/WALs/c0771061be61,34685,1731252068955/c0771061be61%2C34685%2C1731252068955.1731252071947 to pos 1160, reset compression=false 2024-11-10T15:21:27,378 INFO [RS:0;c0771061be61:34685 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T15:21:27,379 INFO [RS:0;c0771061be61:34685 {}] hbase.ChoreService(370): Chore service for: regionserver/c0771061be61:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-10T15:21:27,379 INFO [RS:0;c0771061be61:34685 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T15:21:27,379 INFO [regionserver/c0771061be61:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T15:21:27,379 INFO [RS:0;c0771061be61:34685 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c0771061be61,34685,1731252068955 because: Region server is closing 2024-11-10T15:21:27,379 INFO [RS:0;c0771061be61:34685 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c0771061be61:34685. 2024-11-10T15:21:27,379 DEBUG [RS:0;c0771061be61:34685 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:21:27,380 DEBUG [RS:0;c0771061be61:34685 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:21:27,380 DEBUG [RS:0;c0771061be61:34685 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:21:27,380 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T15:21:27,381 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,34685,1731252068955.replicationSource.wal-reader.c0771061be61%2C34685%2C1731252068955,1-c0771061be61,34685,1731252068955 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/WALs/c0771061be61,34685,1731252068955/c0771061be61%2C34685%2C1731252068955.1731252071947 2024-11-10T15:21:27,381 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,34685,1731252068955.replicationSource.wal-reader.c0771061be61%2C34685%2C1731252068955,1-c0771061be61,34685,1731252068955 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T15:21:27,480 INFO [RS:0;c0771061be61:34685 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,34685,1731252068955.replicationSource.shipperc0771061be61%2C34685%2C1731252068955,1-c0771061be61,34685,1731252068955 terminated 2024-11-10T15:21:27,480 INFO [RS:0;c0771061be61:34685 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c0771061be61:34685. 2024-11-10T15:21:27,480 DEBUG [RS:0;c0771061be61:34685 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:21:27,480 DEBUG [RS:0;c0771061be61:34685 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:21:27,480 DEBUG [RS:0;c0771061be61:34685 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:21:27,480 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T15:21:27,481 INFO [RS:0;c0771061be61:34685 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34685 2024-11-10T15:21:27,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34685-0x1012555f1a00004, quorum=127.0.0.1:61592, baseZNode=/11678605256 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11678605256/rs/c0771061be61,34685,1731252068955 2024-11-10T15:21:27,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41743-0x1012555f1a00003, quorum=127.0.0.1:61592, baseZNode=/11678605256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11678605256/rs 2024-11-10T15:21:27,547 INFO [RS:0;c0771061be61:34685 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T15:21:27,557 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c0771061be61,34685,1731252068955] 2024-11-10T15:21:27,568 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11678605256/draining/c0771061be61,34685,1731252068955 already deleted, retry=false 2024-11-10T15:21:27,568 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c0771061be61,34685,1731252068955 expired; onlineServers=0 2024-11-10T15:21:27,568 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c0771061be61,41743,1731252068712' ***** 2024-11-10T15:21:27,568 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T15:21:27,568 INFO [M:0;c0771061be61:41743 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T15:21:27,568 INFO [M:0;c0771061be61:41743 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T15:21:27,568 DEBUG [M:0;c0771061be61:41743 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T15:21:27,569 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T15:21:27,569 DEBUG [M:0;c0771061be61:41743 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T15:21:27,569 DEBUG [master/c0771061be61:0:becomeActiveMaster-HFileCleaner.large.0-1731252071555 {}] cleaner.HFileCleaner(306): Exit Thread[master/c0771061be61:0:becomeActiveMaster-HFileCleaner.large.0-1731252071555,5,FailOnTimeoutGroup] 2024-11-10T15:21:27,569 DEBUG [master/c0771061be61:0:becomeActiveMaster-HFileCleaner.small.0-1731252071570 {}] cleaner.HFileCleaner(306): Exit Thread[master/c0771061be61:0:becomeActiveMaster-HFileCleaner.small.0-1731252071570,5,FailOnTimeoutGroup] 2024-11-10T15:21:27,569 INFO [M:0;c0771061be61:41743 {}] hbase.ChoreService(370): Chore service for: master/c0771061be61:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T15:21:27,569 INFO [M:0;c0771061be61:41743 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T15:21:27,569 DEBUG [M:0;c0771061be61:41743 {}] master.HMaster(1795): Stopping service threads 2024-11-10T15:21:27,569 INFO [M:0;c0771061be61:41743 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T15:21:27,569 INFO [M:0;c0771061be61:41743 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T15:21:27,569 INFO [M:0;c0771061be61:41743 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T15:21:27,569 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T15:21:27,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41743-0x1012555f1a00003, quorum=127.0.0.1:61592, baseZNode=/11678605256 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11678605256/master 2024-11-10T15:21:27,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41743-0x1012555f1a00003, quorum=127.0.0.1:61592, baseZNode=/11678605256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11678605256 2024-11-10T15:21:27,579 DEBUG [M:0;c0771061be61:41743 {}] zookeeper.ZKUtil(347): master:41743-0x1012555f1a00003, quorum=127.0.0.1:61592, baseZNode=/11678605256 Unable to get data of znode /11678605256/master because node does not exist (not an error) 2024-11-10T15:21:27,579 WARN [M:0;c0771061be61:41743 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T15:21:27,579 INFO [M:0;c0771061be61:41743 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/.lastflushedseqids 2024-11-10T15:21:27,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38017 is added to blk_1073741848_1024 (size=245) 2024-11-10T15:21:27,599 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42997,1731252061013.replicationSource.wal-reader.c0771061be61%2C42997%2C1731252061013,1-c0771061be61,42997,1731252061013 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/WALs/c0771061be61,42997,1731252061013/c0771061be61%2C42997%2C1731252061013.1731252063287 to pos 912, reset compression=false 2024-11-10T15:21:27,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34685-0x1012555f1a00004, quorum=127.0.0.1:61592, baseZNode=/11678605256 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T15:21:27,658 INFO [RS:0;c0771061be61:34685 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T15:21:27,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34685-0x1012555f1a00004, quorum=127.0.0.1:61592, baseZNode=/11678605256 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T15:21:27,658 INFO [RS:0;c0771061be61:34685 {}] regionserver.HRegionServer(1031): Exiting; stopping=c0771061be61,34685,1731252068955; zookeeper connection closed. 2024-11-10T15:21:27,658 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@21e18cb7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@21e18cb7 2024-11-10T15:21:27,658 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T15:21:27,983 INFO [M:0;c0771061be61:41743 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T15:21:27,983 INFO [M:0;c0771061be61:41743 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T15:21:27,984 DEBUG [M:0;c0771061be61:41743 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T15:21:27,984 INFO [M:0;c0771061be61:41743 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:21:27,984 DEBUG [M:0;c0771061be61:41743 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:21:27,984 DEBUG [M:0;c0771061be61:41743 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T15:21:27,984 DEBUG [M:0;c0771061be61:41743 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:21:27,984 INFO [M:0;c0771061be61:41743 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-10T15:21:27,997 DEBUG [M:0;c0771061be61:41743 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/89a3a7ea98364deeab4b51075cd282a9 is 82, key is hbase:meta,,1/info:regioninfo/1731252072410/Put/seqid=0 2024-11-10T15:21:28,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38017 is added to blk_1073741849_1025 (size=5672) 2024-11-10T15:21:28,401 INFO [M:0;c0771061be61:41743 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/89a3a7ea98364deeab4b51075cd282a9 2024-11-10T15:21:28,402 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42997,1731252061013.replicationSource.wal-reader.c0771061be61%2C42997%2C1731252061013,1-c0771061be61,42997,1731252061013 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/WALs/c0771061be61,42997,1731252061013/c0771061be61%2C42997%2C1731252061013.1731252063287 to pos 912, reset compression=false 2024-11-10T15:21:28,421 DEBUG [M:0;c0771061be61:41743 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fc98fcfd477d4ec59e348ed6c7b8ef88 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731252080321/Put/seqid=0 2024-11-10T15:21:28,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38017 is added to blk_1073741850_1026 (size=8517) 2024-11-10T15:21:28,825 INFO [M:0;c0771061be61:41743 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fc98fcfd477d4ec59e348ed6c7b8ef88 2024-11-10T15:21:28,847 DEBUG [M:0;c0771061be61:41743 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c91a630f595147719cc00f69ba3640a9 is 69, key is c0771061be61,34685,1731252068955/rs:state/1731252071633/Put/seqid=0 2024-11-10T15:21:28,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38017 is added to blk_1073741851_1027 (size=5156) 2024-11-10T15:21:29,251 INFO [M:0;c0771061be61:41743 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c91a630f595147719cc00f69ba3640a9 2024-11-10T15:21:29,255 DEBUG [M:0;c0771061be61:41743 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/89a3a7ea98364deeab4b51075cd282a9 as hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/89a3a7ea98364deeab4b51075cd282a9 2024-11-10T15:21:29,258 INFO [M:0;c0771061be61:41743 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/89a3a7ea98364deeab4b51075cd282a9, entries=8, sequenceid=97, filesize=5.5 K 2024-11-10T15:21:29,259 DEBUG [M:0;c0771061be61:41743 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fc98fcfd477d4ec59e348ed6c7b8ef88 as hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fc98fcfd477d4ec59e348ed6c7b8ef88 2024-11-10T15:21:29,262 INFO [M:0;c0771061be61:41743 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fc98fcfd477d4ec59e348ed6c7b8ef88, entries=11, sequenceid=97, filesize=8.3 K 2024-11-10T15:21:29,263 DEBUG [M:0;c0771061be61:41743 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c91a630f595147719cc00f69ba3640a9 as hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c91a630f595147719cc00f69ba3640a9 2024-11-10T15:21:29,266 INFO [M:0;c0771061be61:41743 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43105/user/jenkins/test-data/1b442896-a879-9d66-1ec4-7c13d2399949/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c91a630f595147719cc00f69ba3640a9, entries=1, sequenceid=97, filesize=5.0 K 2024-11-10T15:21:29,267 INFO [M:0;c0771061be61:41743 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=97, compaction requested=false 2024-11-10T15:21:29,268 INFO [M:0;c0771061be61:41743 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:21:29,268 DEBUG [M:0;c0771061be61:41743 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731252087983Disabling compacts and flushes for region at 1731252087983Disabling writes for close at 1731252087984 (+1 ms)Obtaining lock to block concurrent updates at 1731252087984Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731252087984Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731252087984Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731252087985 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731252087985Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731252087997 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731252087997Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731252088404 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731252088421 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731252088421Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731252088829 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731252088846 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731252088846Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2beedd0e: reopening flushed file at 1731252089254 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2245418c: reopening flushed file at 1731252089258 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59543977: reopening flushed file at 1731252089262 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=97, compaction requested=false at 1731252089267 (+5 ms)Writing region close event to WAL at 1731252089268 (+1 ms)Closed at 1731252089268 2024-11-10T15:21:29,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38017 is added to blk_1073741830_1006 (size=63666) 2024-11-10T15:21:29,270 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T15:21:29,271 INFO [M:0;c0771061be61:41743 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T15:21:29,271 INFO [M:0;c0771061be61:41743 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41743 2024-11-10T15:21:29,271 INFO [M:0;c0771061be61:41743 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T15:21:29,305 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42997,1731252061013.replicationSource.wal-reader.c0771061be61%2C42997%2C1731252061013,1-c0771061be61,42997,1731252061013 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/WALs/c0771061be61,42997,1731252061013/c0771061be61%2C42997%2C1731252061013.1731252063287 to pos 912, reset compression=false 2024-11-10T15:21:29,514 INFO [M:0;c0771061be61:41743 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T15:21:29,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41743-0x1012555f1a00003, quorum=127.0.0.1:61592, baseZNode=/11678605256 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T15:21:29,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41743-0x1012555f1a00003, quorum=127.0.0.1:61592, baseZNode=/11678605256 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T15:21:29,517 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5d3c1889{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T15:21:29,517 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2cd5bed6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T15:21:29,517 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T15:21:29,517 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@703f26be{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T15:21:29,517 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@77b4d2a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296eab37-a66c-8661-46ba-23c41c32d793/hadoop.log.dir/,STOPPED} 2024-11-10T15:21:29,518 WARN [BP-789685034-172.17.0.3-1731252064624 heartbeating to localhost/127.0.0.1:43105 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T15:21:29,518 WARN [BP-789685034-172.17.0.3-1731252064624 heartbeating to localhost/127.0.0.1:43105 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-789685034-172.17.0.3-1731252064624 (Datanode Uuid b686ec63-4ca6-4371-9552-b04800133dda) service to localhost/127.0.0.1:43105 2024-11-10T15:21:29,518 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T15:21:29,518 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T15:21:29,519 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296eab37-a66c-8661-46ba-23c41c32d793/cluster_0effa2ac-84d3-2d19-8bfd-1008188880bd/data/data1/current/BP-789685034-172.17.0.3-1731252064624 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T15:21:29,519 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296eab37-a66c-8661-46ba-23c41c32d793/cluster_0effa2ac-84d3-2d19-8bfd-1008188880bd/data/data2/current/BP-789685034-172.17.0.3-1731252064624 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T15:21:29,519 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T15:21:29,524 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1c207e82{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T15:21:29,524 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@754ba998{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T15:21:29,524 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T15:21:29,524 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f1c236a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T15:21:29,524 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f6ac4bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296eab37-a66c-8661-46ba-23c41c32d793/hadoop.log.dir/,STOPPED} 2024-11-10T15:21:29,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T15:21:29,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T15:21:29,536 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T15:21:29,536 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:21:29,536 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:21:29,536 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:21:29,536 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T15:21:29,536 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T15:21:29,536 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=624330843, stopped=false 2024-11-10T15:21:29,536 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c0771061be61,43583,1731252060800 2024-11-10T15:21:29,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43583-0x1012555f1a00000, quorum=127.0.0.1:61592, baseZNode=/0-599750811 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-599750811/running 2024-11-10T15:21:29,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42997-0x1012555f1a00001, quorum=127.0.0.1:61592, baseZNode=/0-599750811 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-599750811/running 2024-11-10T15:21:29,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43583-0x1012555f1a00000, quorum=127.0.0.1:61592, baseZNode=/0-599750811 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-599750811 2024-11-10T15:21:29,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42997-0x1012555f1a00001, quorum=127.0.0.1:61592, baseZNode=/0-599750811 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-599750811 2024-11-10T15:21:29,556 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T15:21:29,556 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T15:21:29,556 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:21:29,557 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:21:29,557 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42997-0x1012555f1a00001, quorum=127.0.0.1:61592, baseZNode=/0-599750811 Set watcher on znode that does not yet exist, /0-599750811/running 2024-11-10T15:21:29,557 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43583-0x1012555f1a00000, quorum=127.0.0.1:61592, baseZNode=/0-599750811 Set watcher on znode that does not yet exist, /0-599750811/running 2024-11-10T15:21:29,557 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c0771061be61,42997,1731252061013' ***** 2024-11-10T15:21:29,557 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T15:21:29,557 INFO [RS:0;c0771061be61:42997 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T15:21:29,557 INFO [RS:0;c0771061be61:42997 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T15:21:29,557 INFO [RS:0;c0771061be61:42997 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T15:21:29,557 INFO [RS:0;c0771061be61:42997 {}] regionserver.HRegionServer(3091): Received CLOSE for cb094d2d8cc899a56dfe0f94f992178e 2024-11-10T15:21:29,557 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T15:21:29,557 INFO [RS:0;c0771061be61:42997 {}] regionserver.HRegionServer(3091): Received CLOSE for 45ea2682c1cd1cc38b05c2ad1da4eb1d 2024-11-10T15:21:29,557 INFO [RS:0;c0771061be61:42997 {}] regionserver.HRegionServer(959): stopping server c0771061be61,42997,1731252061013 2024-11-10T15:21:29,557 INFO [RS:0;c0771061be61:42997 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T15:21:29,557 INFO [RS:0;c0771061be61:42997 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c0771061be61:42997. 2024-11-10T15:21:29,557 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cb094d2d8cc899a56dfe0f94f992178e, disabling compactions & flushes 2024-11-10T15:21:29,557 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731252072648.cb094d2d8cc899a56dfe0f94f992178e. 2024-11-10T15:21:29,557 DEBUG [RS:0;c0771061be61:42997 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:21:29,557 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731252072648.cb094d2d8cc899a56dfe0f94f992178e. 2024-11-10T15:21:29,557 DEBUG [RS:0;c0771061be61:42997 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:21:29,557 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731252072648.cb094d2d8cc899a56dfe0f94f992178e. after waiting 0 ms 2024-11-10T15:21:29,557 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731252072648.cb094d2d8cc899a56dfe0f94f992178e. 2024-11-10T15:21:29,557 INFO [RS:0;c0771061be61:42997 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T15:21:29,557 INFO [RS:0;c0771061be61:42997 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T15:21:29,558 INFO [RS:0;c0771061be61:42997 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T15:21:29,558 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing cb094d2d8cc899a56dfe0f94f992178e 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-10T15:21:29,558 INFO [RS:0;c0771061be61:42997 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T15:21:29,558 INFO [RS:0;c0771061be61:42997 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T15:21:29,558 DEBUG [RS:0;c0771061be61:42997 {}] regionserver.HRegionServer(1325): Online Regions={cb094d2d8cc899a56dfe0f94f992178e=test,,1731252072648.cb094d2d8cc899a56dfe0f94f992178e., 1588230740=hbase:meta,,1.1588230740, 45ea2682c1cd1cc38b05c2ad1da4eb1d=hbase:replication,,1731252076966.45ea2682c1cd1cc38b05c2ad1da4eb1d.} 2024-11-10T15:21:29,558 DEBUG [RS:0;c0771061be61:42997 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 45ea2682c1cd1cc38b05c2ad1da4eb1d, cb094d2d8cc899a56dfe0f94f992178e 2024-11-10T15:21:29,558 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T15:21:29,558 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T15:21:29,558 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T15:21:29,558 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T15:21:29,558 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T15:21:29,558 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-10T15:21:29,562 INFO [regionserver/c0771061be61:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T15:21:29,575 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/data/default/test/cb094d2d8cc899a56dfe0f94f992178e/.tmp/f/5d2b80c572414f6ba5dae80aeae938f0 is 29, key is row1/f:/1731252084287/DeleteFamily/seqid=0 2024-11-10T15:21:29,578 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/data/hbase/meta/1588230740/.tmp/info/9b8f2660e45b46cfa323ca635c164bf8 is 147, key is hbase:replication,,1731252076966.45ea2682c1cd1cc38b05c2ad1da4eb1d./info:regioninfo/1731252078135/Put/seqid=0 2024-11-10T15:21:29,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35951 is added to blk_1073741840_1016 (size=5118) 2024-11-10T15:21:29,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35951 is added to blk_1073741841_1017 (size=7686) 2024-11-10T15:21:29,758 DEBUG [RS:0;c0771061be61:42997 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 45ea2682c1cd1cc38b05c2ad1da4eb1d, cb094d2d8cc899a56dfe0f94f992178e 2024-11-10T15:21:29,958 DEBUG [RS:0;c0771061be61:42997 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 45ea2682c1cd1cc38b05c2ad1da4eb1d, cb094d2d8cc899a56dfe0f94f992178e 2024-11-10T15:21:29,979 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/data/default/test/cb094d2d8cc899a56dfe0f94f992178e/.tmp/f/5d2b80c572414f6ba5dae80aeae938f0 2024-11-10T15:21:29,982 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/data/hbase/meta/1588230740/.tmp/info/9b8f2660e45b46cfa323ca635c164bf8 2024-11-10T15:21:29,984 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5d2b80c572414f6ba5dae80aeae938f0 2024-11-10T15:21:30,004 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/data/hbase/meta/1588230740/.tmp/ns/848a1b9de079451b81b68e4f527fa754 is 43, key is default/ns:d/1731252064355/Put/seqid=0 2024-11-10T15:21:30,004 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/data/default/test/cb094d2d8cc899a56dfe0f94f992178e/.tmp/f1/117ff390d979443d8b0e83c4fa665b3b is 30, key is row1/f1:/1731252084287/DeleteFamily/seqid=0 2024-11-10T15:21:30,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35951 is added to blk_1073741842_1018 (size=5153) 2024-11-10T15:21:30,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35951 is added to blk_1073741843_1019 (size=5123) 2024-11-10T15:21:30,149 INFO [regionserver/c0771061be61:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T15:21:30,149 INFO [regionserver/c0771061be61:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T15:21:30,158 DEBUG [RS:0;c0771061be61:42997 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 45ea2682c1cd1cc38b05c2ad1da4eb1d, cb094d2d8cc899a56dfe0f94f992178e 2024-11-10T15:21:30,309 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42997,1731252061013.replicationSource.wal-reader.c0771061be61%2C42997%2C1731252061013,1-c0771061be61,42997,1731252061013 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/WALs/c0771061be61,42997,1731252061013/c0771061be61%2C42997%2C1731252061013.1731252063287 to pos 912, reset compression=false 2024-11-10T15:21:30,313 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42997,1731252061013.replicationSource.wal-reader.c0771061be61%2C42997%2C1731252061013,1-c0771061be61,42997,1731252061013 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T15:21:30,313 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42997,1731252061013.replicationSource.wal-reader.c0771061be61%2C42997%2C1731252061013,1-c0771061be61,42997,1731252061013 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/WALs/c0771061be61,42997,1731252061013/c0771061be61%2C42997%2C1731252061013.1731252063287 to pos 1159, reset compression=false 2024-11-10T15:21:30,313 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42997,1731252061013.replicationSource.shipperc0771061be61%2C42997%2C1731252061013,1-c0771061be61,42997,1731252061013 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0771061be61,42997,1731252061013 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/WALs/c0771061be61,42997,1731252061013/c0771061be61%2C42997%2C1731252061013.1731252063287, lastWalPosition=1159, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T15:21:30,314 ERROR [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42997,1731252061013.replicationSource.shipperc0771061be61%2C42997%2C1731252061013,1-c0771061be61,42997,1731252061013 {}] regionserver.HRegionServer(2440): ***** ABORTING region server c0771061be61,42997,1731252061013: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-c0771061be61,42997,1731252061013, walGroup=c0771061be61%2C42997%2C1731252061013, offset=c0771061be61%2C42997%2C1731252061013.1731252063287:1159, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c0771061be61:42997 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-10T15:21:30,315 ERROR [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42997,1731252061013.replicationSource.shipperc0771061be61%2C42997%2C1731252061013,1-c0771061be61,42997,1731252061013 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-10T15:21:30,315 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42997,1731252061013.replicationSource.shipperc0771061be61%2C42997%2C1731252061013,1-c0771061be61,42997,1731252061013 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-10T15:21:30,316 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42997,1731252061013.replicationSource.shipperc0771061be61%2C42997%2C1731252061013,1-c0771061be61,42997,1731252061013 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-10T15:21:30,316 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42997,1731252061013.replicationSource.shipperc0771061be61%2C42997%2C1731252061013,1-c0771061be61,42997,1731252061013 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-10T15:21:30,316 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42997,1731252061013.replicationSource.shipperc0771061be61%2C42997%2C1731252061013,1-c0771061be61,42997,1731252061013 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-10T15:21:30,316 INFO [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42997,1731252061013.replicationSource.shipperc0771061be61%2C42997%2C1731252061013,1-c0771061be61,42997,1731252061013 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1056964608, "init": 1048576000, "max": 2306867200, "used": 671037824 }, "NonHeapMemoryUsage": { "committed": 195100672, "init": 7667712, "max": -1, "used": 191508264 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-10T15:21:30,316 WARN [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42997,1731252061013.replicationSource.shipperc0771061be61%2C42997%2C1731252061013,1-c0771061be61,42997,1731252061013 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c0771061be61:43583 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c0771061be61:43583 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-10T15:21:30,359 DEBUG [RS:0;c0771061be61:42997 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 45ea2682c1cd1cc38b05c2ad1da4eb1d, cb094d2d8cc899a56dfe0f94f992178e 2024-11-10T15:21:30,411 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/data/hbase/meta/1588230740/.tmp/ns/848a1b9de079451b81b68e4f527fa754 2024-11-10T15:21:30,413 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/data/default/test/cb094d2d8cc899a56dfe0f94f992178e/.tmp/f1/117ff390d979443d8b0e83c4fa665b3b 2024-11-10T15:21:30,417 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 117ff390d979443d8b0e83c4fa665b3b 2024-11-10T15:21:30,433 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/data/hbase/meta/1588230740/.tmp/rep_barrier/e90f0e6ceeee4ea18998273f34dd4e9e is 112, key is test,,1731252072648.cb094d2d8cc899a56dfe0f94f992178e./rep_barrier:seqnumDuringOpen/1731252073935/Put/seqid=0 2024-11-10T15:21:30,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35951 is added to blk_1073741844_1020 (size=5518) 2024-11-10T15:21:30,437 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/data/default/test/cb094d2d8cc899a56dfe0f94f992178e/.tmp/norep/2b4974a1f43542a3a0ccf088e64a93da is 32, key is row/norep:/1731252083279/DeleteFamily/seqid=0 2024-11-10T15:21:30,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35951 is added to blk_1073741845_1021 (size=5101) 2024-11-10T15:21:30,517 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42997,1731252061013.replicationSource.wal-reader.c0771061be61%2C42997%2C1731252061013,1-c0771061be61,42997,1731252061013 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/WALs/c0771061be61,42997,1731252061013/c0771061be61%2C42997%2C1731252061013.1731252063287 to pos 1159, reset compression=false 2024-11-10T15:21:30,559 DEBUG [RS:0;c0771061be61:42997 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 45ea2682c1cd1cc38b05c2ad1da4eb1d, cb094d2d8cc899a56dfe0f94f992178e 2024-11-10T15:21:30,759 DEBUG [RS:0;c0771061be61:42997 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 45ea2682c1cd1cc38b05c2ad1da4eb1d, cb094d2d8cc899a56dfe0f94f992178e 2024-11-10T15:21:30,775 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T15:21:30,820 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42997,1731252061013.replicationSource.wal-reader.c0771061be61%2C42997%2C1731252061013,1-c0771061be61,42997,1731252061013 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/WALs/c0771061be61,42997,1731252061013/c0771061be61%2C42997%2C1731252061013.1731252063287 to pos 1159, reset compression=false 2024-11-10T15:21:30,837 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/data/hbase/meta/1588230740/.tmp/rep_barrier/e90f0e6ceeee4ea18998273f34dd4e9e 2024-11-10T15:21:30,841 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/data/default/test/cb094d2d8cc899a56dfe0f94f992178e/.tmp/norep/2b4974a1f43542a3a0ccf088e64a93da 2024-11-10T15:21:30,844 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2b4974a1f43542a3a0ccf088e64a93da 2024-11-10T15:21:30,845 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/data/default/test/cb094d2d8cc899a56dfe0f94f992178e/.tmp/f/5d2b80c572414f6ba5dae80aeae938f0 as hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/data/default/test/cb094d2d8cc899a56dfe0f94f992178e/f/5d2b80c572414f6ba5dae80aeae938f0 2024-11-10T15:21:30,849 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5d2b80c572414f6ba5dae80aeae938f0 2024-11-10T15:21:30,849 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/data/default/test/cb094d2d8cc899a56dfe0f94f992178e/f/5d2b80c572414f6ba5dae80aeae938f0, entries=2, sequenceid=8, filesize=5.0 K 2024-11-10T15:21:30,849 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/data/default/test/cb094d2d8cc899a56dfe0f94f992178e/.tmp/f1/117ff390d979443d8b0e83c4fa665b3b as hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/data/default/test/cb094d2d8cc899a56dfe0f94f992178e/f1/117ff390d979443d8b0e83c4fa665b3b 2024-11-10T15:21:30,853 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 117ff390d979443d8b0e83c4fa665b3b 2024-11-10T15:21:30,853 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/data/default/test/cb094d2d8cc899a56dfe0f94f992178e/f1/117ff390d979443d8b0e83c4fa665b3b, entries=2, sequenceid=8, filesize=5.0 K 2024-11-10T15:21:30,853 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/data/default/test/cb094d2d8cc899a56dfe0f94f992178e/.tmp/norep/2b4974a1f43542a3a0ccf088e64a93da as hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/data/default/test/cb094d2d8cc899a56dfe0f94f992178e/norep/2b4974a1f43542a3a0ccf088e64a93da 2024-11-10T15:21:30,855 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/data/hbase/meta/1588230740/.tmp/table/ec2e226b3734421ab28dce2f370ad26e is 53, key is hbase:replication/table:state/1731252078141/Put/seqid=0 2024-11-10T15:21:30,857 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2b4974a1f43542a3a0ccf088e64a93da 2024-11-10T15:21:30,857 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/data/default/test/cb094d2d8cc899a56dfe0f94f992178e/norep/2b4974a1f43542a3a0ccf088e64a93da, entries=1, sequenceid=8, filesize=5.0 K 2024-11-10T15:21:30,858 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for cb094d2d8cc899a56dfe0f94f992178e in 1301ms, sequenceid=8, compaction requested=false 2024-11-10T15:21:30,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35951 is added to blk_1073741846_1022 (size=5308) 2024-11-10T15:21:30,858 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-10T15:21:30,862 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/data/default/test/cb094d2d8cc899a56dfe0f94f992178e/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-10T15:21:30,862 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T15:21:30,862 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T15:21:30,862 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731252072648.cb094d2d8cc899a56dfe0f94f992178e. 2024-11-10T15:21:30,862 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cb094d2d8cc899a56dfe0f94f992178e: Waiting for close lock at 1731252089557Running coprocessor pre-close hooks at 1731252089557Disabling compacts and flushes for region at 1731252089557Disabling writes for close at 1731252089557Obtaining lock to block concurrent updates at 1731252089558 (+1 ms)Preparing flush snapshotting stores in cb094d2d8cc899a56dfe0f94f992178e at 1731252089558Finished memstore snapshotting test,,1731252072648.cb094d2d8cc899a56dfe0f94f992178e., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731252089558Flushing stores of test,,1731252072648.cb094d2d8cc899a56dfe0f94f992178e. at 1731252089558Flushing cb094d2d8cc899a56dfe0f94f992178e/f: creating writer at 1731252089558Flushing cb094d2d8cc899a56dfe0f94f992178e/f: appending metadata at 1731252089574 (+16 ms)Flushing cb094d2d8cc899a56dfe0f94f992178e/f: closing flushed file at 1731252089574Flushing cb094d2d8cc899a56dfe0f94f992178e/f1: creating writer at 1731252089984 (+410 ms)Flushing cb094d2d8cc899a56dfe0f94f992178e/f1: appending metadata at 1731252090003 (+19 ms)Flushing cb094d2d8cc899a56dfe0f94f992178e/f1: closing flushed file at 1731252090003Flushing cb094d2d8cc899a56dfe0f94f992178e/norep: creating writer at 1731252090417 (+414 ms)Flushing cb094d2d8cc899a56dfe0f94f992178e/norep: appending metadata at 1731252090437 (+20 ms)Flushing cb094d2d8cc899a56dfe0f94f992178e/norep: closing flushed file at 1731252090437Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2926246d: reopening flushed file at 1731252090844 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@161965a9: reopening flushed file at 1731252090849 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d5f3fe7: reopening flushed file at 1731252090853 (+4 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for cb094d2d8cc899a56dfe0f94f992178e in 1301ms, sequenceid=8, compaction requested=false at 1731252090858 (+5 ms)Writing region close event to WAL at 1731252090859 (+1 ms)Running coprocessor post-close hooks at 1731252090862 (+3 ms)Closed at 1731252090862 2024-11-10T15:21:30,863 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731252072648.cb094d2d8cc899a56dfe0f94f992178e. 2024-11-10T15:21:30,863 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 45ea2682c1cd1cc38b05c2ad1da4eb1d, disabling compactions & flushes 2024-11-10T15:21:30,863 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731252076966.45ea2682c1cd1cc38b05c2ad1da4eb1d. 2024-11-10T15:21:30,863 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731252076966.45ea2682c1cd1cc38b05c2ad1da4eb1d. 2024-11-10T15:21:30,863 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731252076966.45ea2682c1cd1cc38b05c2ad1da4eb1d. after waiting 0 ms 2024-11-10T15:21:30,863 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731252076966.45ea2682c1cd1cc38b05c2ad1da4eb1d. 2024-11-10T15:21:30,863 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 45ea2682c1cd1cc38b05c2ad1da4eb1d: Waiting for close lock at 1731252090863Running coprocessor pre-close hooks at 1731252090863Disabling compacts and flushes for region at 1731252090863Disabling writes for close at 1731252090863Failed flush hbase:replication,,1731252076966.45ea2682c1cd1cc38b05c2ad1da4eb1d., putting online again at 1731252090863 2024-11-10T15:21:30,863 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731252076966.45ea2682c1cd1cc38b05c2ad1da4eb1d. 2024-11-10T15:21:30,959 INFO [RS:0;c0771061be61:42997 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T15:21:30,959 DEBUG [RS:0;c0771061be61:42997 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 45ea2682c1cd1cc38b05c2ad1da4eb1d=hbase:replication,,1731252076966.45ea2682c1cd1cc38b05c2ad1da4eb1d.} 2024-11-10T15:21:30,959 INFO [RS:0;c0771061be61:42997 {}] regionserver.HRegionServer(3091): Received CLOSE for 45ea2682c1cd1cc38b05c2ad1da4eb1d 2024-11-10T15:21:30,959 DEBUG [RS:0;c0771061be61:42997 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 45ea2682c1cd1cc38b05c2ad1da4eb1d 2024-11-10T15:21:30,959 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 45ea2682c1cd1cc38b05c2ad1da4eb1d, disabling compactions & flushes 2024-11-10T15:21:30,959 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731252076966.45ea2682c1cd1cc38b05c2ad1da4eb1d. 2024-11-10T15:21:30,959 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731252076966.45ea2682c1cd1cc38b05c2ad1da4eb1d. 2024-11-10T15:21:30,960 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731252076966.45ea2682c1cd1cc38b05c2ad1da4eb1d. after waiting 0 ms 2024-11-10T15:21:30,960 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731252076966.45ea2682c1cd1cc38b05c2ad1da4eb1d. 2024-11-10T15:21:30,960 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 45ea2682c1cd1cc38b05c2ad1da4eb1d: Waiting for close lock at 1731252090959Running coprocessor pre-close hooks at 1731252090959Disabling compacts and flushes for region at 1731252090959Disabling writes for close at 1731252090960 (+1 ms)Failed flush hbase:replication,,1731252076966.45ea2682c1cd1cc38b05c2ad1da4eb1d., putting online again at 1731252090960 2024-11-10T15:21:30,960 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731252076966.45ea2682c1cd1cc38b05c2ad1da4eb1d. 2024-11-10T15:21:31,159 DEBUG [RS:0;c0771061be61:42997 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T15:21:31,224 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42997,1731252061013.replicationSource.wal-reader.c0771061be61%2C42997%2C1731252061013,1-c0771061be61,42997,1731252061013 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/WALs/c0771061be61,42997,1731252061013/c0771061be61%2C42997%2C1731252061013.1731252063287 to pos 1159, reset compression=false 2024-11-10T15:21:31,228 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42997,1731252061013.replicationSource.wal-reader.c0771061be61%2C42997%2C1731252061013,1-c0771061be61,42997,1731252061013 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T15:21:31,228 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42997,1731252061013.replicationSource.wal-reader.c0771061be61%2C42997%2C1731252061013,1-c0771061be61,42997,1731252061013 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/WALs/c0771061be61,42997,1731252061013/c0771061be61%2C42997%2C1731252061013.1731252063287 to pos 1803, reset compression=false 2024-11-10T15:21:31,259 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/data/hbase/meta/1588230740/.tmp/table/ec2e226b3734421ab28dce2f370ad26e 2024-11-10T15:21:31,263 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/data/hbase/meta/1588230740/.tmp/info/9b8f2660e45b46cfa323ca635c164bf8 as hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/data/hbase/meta/1588230740/info/9b8f2660e45b46cfa323ca635c164bf8 2024-11-10T15:21:31,266 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/data/hbase/meta/1588230740/info/9b8f2660e45b46cfa323ca635c164bf8, entries=20, sequenceid=16, filesize=7.5 K 2024-11-10T15:21:31,266 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/data/hbase/meta/1588230740/.tmp/ns/848a1b9de079451b81b68e4f527fa754 as hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/data/hbase/meta/1588230740/ns/848a1b9de079451b81b68e4f527fa754 2024-11-10T15:21:31,269 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/data/hbase/meta/1588230740/ns/848a1b9de079451b81b68e4f527fa754, entries=2, sequenceid=16, filesize=5.0 K 2024-11-10T15:21:31,270 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/data/hbase/meta/1588230740/.tmp/rep_barrier/e90f0e6ceeee4ea18998273f34dd4e9e as hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/data/hbase/meta/1588230740/rep_barrier/e90f0e6ceeee4ea18998273f34dd4e9e 2024-11-10T15:21:31,273 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/data/hbase/meta/1588230740/rep_barrier/e90f0e6ceeee4ea18998273f34dd4e9e, entries=1, sequenceid=16, filesize=5.4 K 2024-11-10T15:21:31,274 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/data/hbase/meta/1588230740/.tmp/table/ec2e226b3734421ab28dce2f370ad26e as hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/data/hbase/meta/1588230740/table/ec2e226b3734421ab28dce2f370ad26e 2024-11-10T15:21:31,277 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/data/hbase/meta/1588230740/table/ec2e226b3734421ab28dce2f370ad26e, entries=4, sequenceid=16, filesize=5.2 K 2024-11-10T15:21:31,278 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1720ms, sequenceid=16, compaction requested=false 2024-11-10T15:21:31,278 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T15:21:31,281 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-10T15:21:31,282 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T15:21:31,282 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T15:21:31,282 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T15:21:31,282 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731252089558Running coprocessor pre-close hooks at 1731252089558Disabling compacts and flushes for region at 1731252089558Disabling writes for close at 1731252089558Obtaining lock to block concurrent updates at 1731252089558Preparing flush snapshotting stores in 1588230740 at 1731252089558Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731252089558Flushing stores of hbase:meta,,1.1588230740 at 1731252089559 (+1 ms)Flushing 1588230740/info: creating writer at 1731252089559Flushing 1588230740/info: appending metadata at 1731252089578 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731252089578Flushing 1588230740/ns: creating writer at 1731252089989 (+411 ms)Flushing 1588230740/ns: appending metadata at 1731252090003 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731252090003Flushing 1588230740/rep_barrier: creating writer at 1731252090415 (+412 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731252090433 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731252090433Flushing 1588230740/table: creating writer at 1731252090841 (+408 ms)Flushing 1588230740/table: appending metadata at 1731252090855 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731252090855Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5199ef1b: reopening flushed file at 1731252091262 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7420949a: reopening flushed file at 1731252091266 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c4ab4d7: reopening flushed file at 1731252091270 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d1d3770: reopening flushed file at 1731252091273 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1720ms, sequenceid=16, compaction requested=false at 1731252091278 (+5 ms)Writing region close event to WAL at 1731252091279 (+1 ms)Running coprocessor post-close hooks at 1731252091282 (+3 ms)Closed at 1731252091282 2024-11-10T15:21:31,282 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T15:21:31,360 INFO [RS:0;c0771061be61:42997 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-10T15:21:31,360 INFO [RS:0;c0771061be61:42997 {}] regionserver.HRegionServer(976): stopping server c0771061be61,42997,1731252061013; all regions closed. 2024-11-10T15:21:31,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35951 is added to blk_1073741834_1010 (size=4239) 2024-11-10T15:21:31,362 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/WALs/c0771061be61,42997,1731252061013/c0771061be61%2C42997%2C1731252061013.meta.1731252064278.meta not finished, retry = 0 2024-11-10T15:21:31,419 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T15:21:31,420 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:21:31,431 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42997,1731252061013.replicationSource.wal-reader.c0771061be61%2C42997%2C1731252061013,1-c0771061be61,42997,1731252061013 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/WALs/c0771061be61,42997,1731252061013/c0771061be61%2C42997%2C1731252061013.1731252063287 to pos 1803, reset compression=false 2024-11-10T15:21:31,446 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:21:31,446 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:21:31,446 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:21:31,446 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:21:31,446 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:21:31,447 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:21:31,451 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:21:31,454 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:21:31,454 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:21:31,455 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:21:31,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35951 is added to blk_1073741839_1015 (size=1733) 2024-11-10T15:21:31,464 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/WALs/c0771061be61,42997,1731252061013/c0771061be61%2C42997%2C1731252061013.rep.1731252078098 not finished, retry = 0 2024-11-10T15:21:31,567 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/WALs/c0771061be61,42997,1731252061013/c0771061be61%2C42997%2C1731252061013.1731252063287 not finished, retry = 0 2024-11-10T15:21:31,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35951 is added to blk_1073741832_1008 (size=1811) 2024-11-10T15:21:31,668 DEBUG [RS:0;c0771061be61:42997 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:21:31,668 INFO [RS:0;c0771061be61:42997 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T15:21:31,668 INFO [RS:0;c0771061be61:42997 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T15:21:31,668 INFO [RS:0;c0771061be61:42997 {}] hbase.ChoreService(370): Chore service for: regionserver/c0771061be61:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T15:21:31,668 INFO [RS:0;c0771061be61:42997 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T15:21:31,668 INFO [regionserver/c0771061be61:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T15:21:31,668 INFO [RS:0;c0771061be61:42997 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c0771061be61,42997,1731252061013 because: Region server is closing 2024-11-10T15:21:31,669 INFO [RS:0;c0771061be61:42997 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c0771061be61:42997. 2024-11-10T15:21:31,669 DEBUG [RS:0;c0771061be61:42997 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:21:31,669 DEBUG [RS:0;c0771061be61:42997 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:21:31,669 DEBUG [RS:0;c0771061be61:42997 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:21:31,669 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T15:21:31,769 INFO [RS:0;c0771061be61:42997 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42997,1731252061013.replicationSource.shipperc0771061be61%2C42997%2C1731252061013,1-c0771061be61,42997,1731252061013 terminated 2024-11-10T15:21:31,769 INFO [RS:0;c0771061be61:42997 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c0771061be61:42997. 2024-11-10T15:21:31,769 DEBUG [RS:0;c0771061be61:42997 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:21:31,769 DEBUG [RS:0;c0771061be61:42997 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:21:31,769 DEBUG [RS:0;c0771061be61:42997 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:21:31,769 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T15:21:31,769 INFO [RS:0;c0771061be61:42997 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42997 2024-11-10T15:21:31,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43583-0x1012555f1a00000, quorum=127.0.0.1:61592, baseZNode=/0-599750811 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-599750811/rs 2024-11-10T15:21:31,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42997-0x1012555f1a00001, quorum=127.0.0.1:61592, baseZNode=/0-599750811 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-599750811/rs/c0771061be61,42997,1731252061013 2024-11-10T15:21:31,863 INFO [RS:0;c0771061be61:42997 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T15:21:31,873 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c0771061be61,42997,1731252061013] 2024-11-10T15:21:31,883 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-599750811/draining/c0771061be61,42997,1731252061013 already deleted, retry=false 2024-11-10T15:21:31,884 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c0771061be61,42997,1731252061013 expired; onlineServers=0 2024-11-10T15:21:31,884 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c0771061be61,43583,1731252060800' ***** 2024-11-10T15:21:31,884 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T15:21:31,884 INFO [M:0;c0771061be61:43583 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T15:21:31,884 INFO [M:0;c0771061be61:43583 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T15:21:31,884 DEBUG [M:0;c0771061be61:43583 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T15:21:31,884 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T15:21:31,884 DEBUG [M:0;c0771061be61:43583 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T15:21:31,884 DEBUG [master/c0771061be61:0:becomeActiveMaster-HFileCleaner.small.0-1731252063005 {}] cleaner.HFileCleaner(306): Exit Thread[master/c0771061be61:0:becomeActiveMaster-HFileCleaner.small.0-1731252063005,5,FailOnTimeoutGroup] 2024-11-10T15:21:31,884 DEBUG [master/c0771061be61:0:becomeActiveMaster-HFileCleaner.large.0-1731252063005 {}] cleaner.HFileCleaner(306): Exit Thread[master/c0771061be61:0:becomeActiveMaster-HFileCleaner.large.0-1731252063005,5,FailOnTimeoutGroup] 2024-11-10T15:21:31,884 INFO [M:0;c0771061be61:43583 {}] hbase.ChoreService(370): Chore service for: master/c0771061be61:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T15:21:31,884 INFO [M:0;c0771061be61:43583 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T15:21:31,884 DEBUG [M:0;c0771061be61:43583 {}] master.HMaster(1795): Stopping service threads 2024-11-10T15:21:31,884 INFO [M:0;c0771061be61:43583 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T15:21:31,884 INFO [M:0;c0771061be61:43583 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T15:21:31,884 INFO [M:0;c0771061be61:43583 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T15:21:31,885 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T15:21:31,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43583-0x1012555f1a00000, quorum=127.0.0.1:61592, baseZNode=/0-599750811 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-599750811/master 2024-11-10T15:21:31,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43583-0x1012555f1a00000, quorum=127.0.0.1:61592, baseZNode=/0-599750811 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-599750811 2024-11-10T15:21:31,894 DEBUG [M:0;c0771061be61:43583 {}] zookeeper.ZKUtil(347): master:43583-0x1012555f1a00000, quorum=127.0.0.1:61592, baseZNode=/0-599750811 Unable to get data of znode /0-599750811/master because node does not exist (not an error) 2024-11-10T15:21:31,894 WARN [M:0;c0771061be61:43583 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T15:21:31,895 INFO [M:0;c0771061be61:43583 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/.lastflushedseqids 2024-11-10T15:21:31,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35951 is added to blk_1073741847_1023 (size=245) 2024-11-10T15:21:31,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42997-0x1012555f1a00001, quorum=127.0.0.1:61592, baseZNode=/0-599750811 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T15:21:31,973 INFO [RS:0;c0771061be61:42997 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T15:21:31,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42997-0x1012555f1a00001, quorum=127.0.0.1:61592, baseZNode=/0-599750811 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T15:21:31,973 INFO [RS:0;c0771061be61:42997 {}] regionserver.HRegionServer(1031): Exiting; stopping=c0771061be61,42997,1731252061013; zookeeper connection closed. 2024-11-10T15:21:31,974 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3c079bcf {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3c079bcf 2024-11-10T15:21:31,974 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T15:21:32,299 INFO [M:0;c0771061be61:43583 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T15:21:32,299 INFO [M:0;c0771061be61:43583 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T15:21:32,299 DEBUG [M:0;c0771061be61:43583 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T15:21:32,299 INFO [M:0;c0771061be61:43583 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:21:32,299 DEBUG [M:0;c0771061be61:43583 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:21:32,299 DEBUG [M:0;c0771061be61:43583 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T15:21:32,299 DEBUG [M:0;c0771061be61:43583 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:21:32,299 INFO [M:0;c0771061be61:43583 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-10T15:21:32,313 DEBUG [M:0;c0771061be61:43583 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c9dc769d5aed49f5beabee76ce2a7ec8 is 82, key is hbase:meta,,1/info:regioninfo/1731252064306/Put/seqid=0 2024-11-10T15:21:32,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35951 is added to blk_1073741848_1024 (size=5672) 2024-11-10T15:21:32,716 INFO [M:0;c0771061be61:43583 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c9dc769d5aed49f5beabee76ce2a7ec8 2024-11-10T15:21:32,732 DEBUG [M:0;c0771061be61:43583 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ffbf77abeaf841a4aa8af15f40502125 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731252078144/Put/seqid=0 2024-11-10T15:21:32,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35951 is added to blk_1073741849_1025 (size=8516) 2024-11-10T15:21:33,137 INFO [M:0;c0771061be61:43583 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ffbf77abeaf841a4aa8af15f40502125 2024-11-10T15:21:33,155 DEBUG [M:0;c0771061be61:43583 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/861aa53bbef14e76a411413fc54b7330 is 69, key is c0771061be61,42997,1731252061013/rs:state/1731252063093/Put/seqid=0 2024-11-10T15:21:33,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35951 is added to blk_1073741850_1026 (size=5156) 2024-11-10T15:21:33,357 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T15:21:33,357 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c0771061be61,45381,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c0771061be61:45381 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T15:21:33,358 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38289 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c0771061be61,45381,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c0771061be61:45381 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T15:21:33,559 INFO [M:0;c0771061be61:43583 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/861aa53bbef14e76a411413fc54b7330 2024-11-10T15:21:33,562 DEBUG [M:0;c0771061be61:43583 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c9dc769d5aed49f5beabee76ce2a7ec8 as hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c9dc769d5aed49f5beabee76ce2a7ec8 2024-11-10T15:21:33,566 INFO [M:0;c0771061be61:43583 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c9dc769d5aed49f5beabee76ce2a7ec8, entries=8, sequenceid=97, filesize=5.5 K 2024-11-10T15:21:33,567 DEBUG [M:0;c0771061be61:43583 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ffbf77abeaf841a4aa8af15f40502125 as hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ffbf77abeaf841a4aa8af15f40502125 2024-11-10T15:21:33,570 INFO [M:0;c0771061be61:43583 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ffbf77abeaf841a4aa8af15f40502125, entries=11, sequenceid=97, filesize=8.3 K 2024-11-10T15:21:33,571 DEBUG [M:0;c0771061be61:43583 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/861aa53bbef14e76a411413fc54b7330 as hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/861aa53bbef14e76a411413fc54b7330 2024-11-10T15:21:33,574 INFO [M:0;c0771061be61:43583 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41165/user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/861aa53bbef14e76a411413fc54b7330, entries=1, sequenceid=97, filesize=5.0 K 2024-11-10T15:21:33,575 INFO [M:0;c0771061be61:43583 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=97, compaction requested=false 2024-11-10T15:21:33,576 INFO [M:0;c0771061be61:43583 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:21:33,576 DEBUG [M:0;c0771061be61:43583 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731252092299Disabling compacts and flushes for region at 1731252092299Disabling writes for close at 1731252092299Obtaining lock to block concurrent updates at 1731252092299Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731252092299Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731252092299Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731252092300 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731252092300Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731252092312 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731252092312Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731252092719 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731252092731 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731252092731Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731252093141 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731252093154 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731252093154Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6955e273: reopening flushed file at 1731252093562 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a1d4e7d: reopening flushed file at 1731252093566 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e083a2a: reopening flushed file at 1731252093570 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=97, compaction requested=false at 1731252093575 (+5 ms)Writing region close event to WAL at 1731252093576 (+1 ms)Closed at 1731252093576 2024-11-10T15:21:33,578 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a17e0676-f54e-1b01-eaf0-9aa42212090e/MasterData/WALs/c0771061be61,43583,1731252060800/c0771061be61%2C43583%2C1731252060800.1731252062757 not finished, retry = 0 2024-11-10T15:21:33,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35951 is added to blk_1073741830_1006 (size=63654) 2024-11-10T15:21:33,679 INFO [M:0;c0771061be61:43583 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T15:21:33,679 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T15:21:33,679 INFO [M:0;c0771061be61:43583 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43583 2024-11-10T15:21:33,679 INFO [M:0;c0771061be61:43583 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T15:21:33,877 INFO [M:0;c0771061be61:43583 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T15:21:33,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43583-0x1012555f1a00000, quorum=127.0.0.1:61592, baseZNode=/0-599750811 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T15:21:33,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43583-0x1012555f1a00000, quorum=127.0.0.1:61592, baseZNode=/0-599750811 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T15:21:33,880 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7dea8188{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T15:21:33,880 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@25be6a12{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T15:21:33,880 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T15:21:33,880 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26a55c05{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T15:21:33,880 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2800e149{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89955e01-ac3b-96d8-86fc-eaa5918c5a1c/hadoop.log.dir/,STOPPED} 2024-11-10T15:21:33,882 WARN [BP-17354692-172.17.0.3-1731252057626 heartbeating to localhost/127.0.0.1:41165 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T15:21:33,882 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T15:21:33,882 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T15:21:33,882 WARN [BP-17354692-172.17.0.3-1731252057626 heartbeating to localhost/127.0.0.1:41165 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-17354692-172.17.0.3-1731252057626 (Datanode Uuid a57d9def-e633-4831-b7bc-84c7f9679f41) service to localhost/127.0.0.1:41165 2024-11-10T15:21:33,883 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89955e01-ac3b-96d8-86fc-eaa5918c5a1c/cluster_87654ec9-5d9e-9dc4-bd58-72f585360aa7/data/data1/current/BP-17354692-172.17.0.3-1731252057626 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T15:21:33,883 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89955e01-ac3b-96d8-86fc-eaa5918c5a1c/cluster_87654ec9-5d9e-9dc4-bd58-72f585360aa7/data/data2/current/BP-17354692-172.17.0.3-1731252057626 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T15:21:33,883 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T15:21:33,888 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5706329{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T15:21:33,888 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@53b4795d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T15:21:33,888 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T15:21:33,889 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@34daf7e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T15:21:33,889 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5067272d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89955e01-ac3b-96d8-86fc-eaa5918c5a1c/hadoop.log.dir/,STOPPED} 2024-11-10T15:21:33,893 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T15:21:33,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T15:21:33,911 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=260 (was 247) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41165 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43105 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43105 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43105 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:41165 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:43105 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41165 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41165 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41165 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43105 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43105 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43105 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41165 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61592) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61592) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43105 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41165 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41165 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=654 (was 626) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=480 (was 516), ProcessCount=11 (was 11), AvailableMemoryMB=2185 (was 3047) 2024-11-10T15:21:33,919 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=260, OpenFileDescriptor=654, MaxFileDescriptor=1048576, SystemLoadAverage=480, ProcessCount=11, AvailableMemoryMB=2185 2024-11-10T15:21:33,937 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-10T15:21:33,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296eab37-a66c-8661-46ba-23c41c32d793/hadoop.log.dir so I do NOT create it in target/test-data/5741152c-7927-4eb2-16f1-b6fc2796647d 2024-11-10T15:21:33,937 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296eab37-a66c-8661-46ba-23c41c32d793/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T15:21:33,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296eab37-a66c-8661-46ba-23c41c32d793/hadoop.tmp.dir so I do NOT create it in target/test-data/5741152c-7927-4eb2-16f1-b6fc2796647d 2024-11-10T15:21:33,937 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296eab37-a66c-8661-46ba-23c41c32d793/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T15:21:33,937 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5741152c-7927-4eb2-16f1-b6fc2796647d 2024-11-10T15:21:33,937 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5741152c-7927-4eb2-16f1-b6fc2796647d/cluster_dd42c8d7-eb4e-f68a-ca14-ddf46ae94c27, deleteOnExit=true 2024-11-10T15:21:33,960 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5741152c-7927-4eb2-16f1-b6fc2796647d/cluster_dd42c8d7-eb4e-f68a-ca14-ddf46ae94c27/zookeeper_0, clientPort=50472, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5741152c-7927-4eb2-16f1-b6fc2796647d/cluster_dd42c8d7-eb4e-f68a-ca14-ddf46ae94c27/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5741152c-7927-4eb2-16f1-b6fc2796647d/cluster_dd42c8d7-eb4e-f68a-ca14-ddf46ae94c27/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T15:21:33,961 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50472 2024-11-10T15:21:33,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T15:21:33,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T15:21:33,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5741152c-7927-4eb2-16f1-b6fc2796647d/test.cache.data in system properties and HBase conf 2024-11-10T15:21:33,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5741152c-7927-4eb2-16f1-b6fc2796647d/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T15:21:33,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5741152c-7927-4eb2-16f1-b6fc2796647d/hadoop.log.dir in system properties and HBase conf 2024-11-10T15:21:33,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5741152c-7927-4eb2-16f1-b6fc2796647d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T15:21:33,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5741152c-7927-4eb2-16f1-b6fc2796647d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T15:21:33,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T15:21:33,961 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T15:21:33,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5741152c-7927-4eb2-16f1-b6fc2796647d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T15:21:33,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5741152c-7927-4eb2-16f1-b6fc2796647d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T15:21:33,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5741152c-7927-4eb2-16f1-b6fc2796647d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T15:21:33,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5741152c-7927-4eb2-16f1-b6fc2796647d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T15:21:33,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5741152c-7927-4eb2-16f1-b6fc2796647d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T15:21:33,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5741152c-7927-4eb2-16f1-b6fc2796647d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T15:21:33,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5741152c-7927-4eb2-16f1-b6fc2796647d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T15:21:33,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5741152c-7927-4eb2-16f1-b6fc2796647d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T15:21:33,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5741152c-7927-4eb2-16f1-b6fc2796647d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T15:21:33,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5741152c-7927-4eb2-16f1-b6fc2796647d/nfs.dump.dir in system properties and HBase conf 2024-11-10T15:21:33,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5741152c-7927-4eb2-16f1-b6fc2796647d/java.io.tmpdir in system properties and HBase conf 2024-11-10T15:21:33,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5741152c-7927-4eb2-16f1-b6fc2796647d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T15:21:33,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5741152c-7927-4eb2-16f1-b6fc2796647d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T15:21:33,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5741152c-7927-4eb2-16f1-b6fc2796647d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T15:21:33,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1012555f1a00005, quorum=127.0.0.1:61592, baseZNode=/11678605256 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T15:21:33,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1012555f1a00002, quorum=127.0.0.1:61592, baseZNode=/0-599750811 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T15:21:33,992 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1012555f1a00005, quorum=127.0.0.1:61592, baseZNode=/11678605256 Received Disconnected from ZooKeeper, ignoring 2024-11-10T15:21:33,992 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1012555f1a00002, quorum=127.0.0.1:61592, baseZNode=/0-599750811 Received Disconnected from ZooKeeper, ignoring 2024-11-10T15:21:34,367 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T15:21:34,371 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T15:21:34,373 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T15:21:34,373 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T15:21:34,373 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T15:21:34,373 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T15:21:34,374 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5fc6f425{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5741152c-7927-4eb2-16f1-b6fc2796647d/hadoop.log.dir/,AVAILABLE} 2024-11-10T15:21:34,374 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3769f558{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T15:21:34,470 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@64a9f587{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5741152c-7927-4eb2-16f1-b6fc2796647d/java.io.tmpdir/jetty-localhost-45727-hadoop-hdfs-3_4_1-tests_jar-_-any-6023746523248658680/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T15:21:34,470 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e61613{HTTP/1.1, (http/1.1)}{localhost:45727} 2024-11-10T15:21:34,471 INFO [Time-limited test {}] server.Server(415): Started @224964ms 2024-11-10T15:21:34,753 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T15:21:34,757 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T15:21:34,761 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T15:21:34,761 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T15:21:34,761 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T15:21:34,761 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1916c03a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5741152c-7927-4eb2-16f1-b6fc2796647d/hadoop.log.dir/,AVAILABLE} 2024-11-10T15:21:34,762 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3aa6bc62{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T15:21:34,856 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5300a547{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5741152c-7927-4eb2-16f1-b6fc2796647d/java.io.tmpdir/jetty-localhost-34847-hadoop-hdfs-3_4_1-tests_jar-_-any-16165953190986658985/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T15:21:34,856 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@36df1d49{HTTP/1.1, (http/1.1)}{localhost:34847} 2024-11-10T15:21:34,856 INFO [Time-limited test {}] server.Server(415): Started @225349ms 2024-11-10T15:21:34,857 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T15:21:35,486 WARN [Thread-2638 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5741152c-7927-4eb2-16f1-b6fc2796647d/cluster_dd42c8d7-eb4e-f68a-ca14-ddf46ae94c27/data/data1/current/BP-1817619569-172.17.0.3-1731252093976/current, will proceed with Du for space computation calculation, 2024-11-10T15:21:35,486 WARN [Thread-2639 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5741152c-7927-4eb2-16f1-b6fc2796647d/cluster_dd42c8d7-eb4e-f68a-ca14-ddf46ae94c27/data/data2/current/BP-1817619569-172.17.0.3-1731252093976/current, will proceed with Du for space computation calculation, 2024-11-10T15:21:35,519 WARN [Thread-2626 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T15:21:35,521 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb0d316657be2bcae with lease ID 0x72f29f72465d31cc: Processing first storage report for DS-8a041033-5638-46f5-b3b6-4722ab027c41 from datanode DatanodeRegistration(127.0.0.1:33105, datanodeUuid=fdef9ff5-6ad7-4c3d-8da5-b1b57a5827ec, infoPort=45507, infoSecurePort=0, ipcPort=40027, storageInfo=lv=-57;cid=testClusterID;nsid=552009909;c=1731252093976) 2024-11-10T15:21:35,521 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb0d316657be2bcae with lease ID 0x72f29f72465d31cc: from storage DS-8a041033-5638-46f5-b3b6-4722ab027c41 node DatanodeRegistration(127.0.0.1:33105, datanodeUuid=fdef9ff5-6ad7-4c3d-8da5-b1b57a5827ec, infoPort=45507, infoSecurePort=0, ipcPort=40027, storageInfo=lv=-57;cid=testClusterID;nsid=552009909;c=1731252093976), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T15:21:35,521 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb0d316657be2bcae with lease ID 0x72f29f72465d31cc: Processing first storage report for DS-3fc2b952-adb6-4344-8735-c888930fab1d from datanode DatanodeRegistration(127.0.0.1:33105, datanodeUuid=fdef9ff5-6ad7-4c3d-8da5-b1b57a5827ec, infoPort=45507, infoSecurePort=0, ipcPort=40027, storageInfo=lv=-57;cid=testClusterID;nsid=552009909;c=1731252093976) 2024-11-10T15:21:35,521 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb0d316657be2bcae with lease ID 0x72f29f72465d31cc: from storage DS-3fc2b952-adb6-4344-8735-c888930fab1d node DatanodeRegistration(127.0.0.1:33105, datanodeUuid=fdef9ff5-6ad7-4c3d-8da5-b1b57a5827ec, infoPort=45507, infoSecurePort=0, ipcPort=40027, storageInfo=lv=-57;cid=testClusterID;nsid=552009909;c=1731252093976), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T15:21:35,582 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5741152c-7927-4eb2-16f1-b6fc2796647d 2024-11-10T15:21:35,583 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:21:35,584 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:21:35,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33105 is added to blk_1073741825_1001 (size=7) 2024-11-10T15:21:36,001 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1 with version=8 2024-11-10T15:21:36,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/hbase-staging 2024-11-10T15:21:36,003 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c0771061be61:0 server-side Connection retries=45 2024-11-10T15:21:36,003 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T15:21:36,003 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T15:21:36,003 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T15:21:36,003 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T15:21:36,003 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T15:21:36,003 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T15:21:36,003 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T15:21:36,004 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43187 2024-11-10T15:21:36,005 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43187 connecting to ZooKeeper ensemble=127.0.0.1:50472 2024-11-10T15:21:36,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:431870x0, quorum=127.0.0.1:50472, baseZNode=/01549249273 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T15:21:36,066 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43187-0x10125567fb20000 connected 2024-11-10T15:21:36,147 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:21:36,148 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:21:36,149 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43187-0x10125567fb20000, quorum=127.0.0.1:50472, baseZNode=/01549249273 Set watcher on znode that does not yet exist, /01549249273/running 2024-11-10T15:21:36,149 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1, hbase.cluster.distributed=false 2024-11-10T15:21:36,150 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43187-0x10125567fb20000, quorum=127.0.0.1:50472, baseZNode=/01549249273 Set watcher on znode that does not yet exist, /01549249273/acl 2024-11-10T15:21:36,151 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43187 2024-11-10T15:21:36,151 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43187 2024-11-10T15:21:36,151 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43187 2024-11-10T15:21:36,156 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43187 2024-11-10T15:21:36,156 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43187 2024-11-10T15:21:36,169 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c0771061be61:0 server-side Connection retries=45 2024-11-10T15:21:36,169 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T15:21:36,169 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T15:21:36,169 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T15:21:36,169 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T15:21:36,169 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T15:21:36,169 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T15:21:36,169 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T15:21:36,170 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42795 2024-11-10T15:21:36,171 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42795 connecting to ZooKeeper ensemble=127.0.0.1:50472 2024-11-10T15:21:36,171 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:21:36,172 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:21:36,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:427950x0, quorum=127.0.0.1:50472, baseZNode=/01549249273 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T15:21:36,186 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42795-0x10125567fb20001 connected 2024-11-10T15:21:36,186 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42795-0x10125567fb20001, quorum=127.0.0.1:50472, baseZNode=/01549249273 Set watcher on znode that does not yet exist, /01549249273/running 2024-11-10T15:21:36,186 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T15:21:36,186 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T15:21:36,187 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42795-0x10125567fb20001, quorum=127.0.0.1:50472, baseZNode=/01549249273 Set watcher on znode that does not yet exist, /01549249273/master 2024-11-10T15:21:36,187 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42795-0x10125567fb20001, quorum=127.0.0.1:50472, baseZNode=/01549249273 Set watcher on znode that does not yet exist, /01549249273/acl 2024-11-10T15:21:36,188 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42795 2024-11-10T15:21:36,188 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42795 2024-11-10T15:21:36,188 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42795 2024-11-10T15:21:36,192 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42795 2024-11-10T15:21:36,192 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42795 2024-11-10T15:21:36,203 DEBUG [M:0;c0771061be61:43187 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c0771061be61:43187 2024-11-10T15:21:36,204 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01549249273/backup-masters/c0771061be61,43187,1731252096003 2024-11-10T15:21:36,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43187-0x10125567fb20000, quorum=127.0.0.1:50472, baseZNode=/01549249273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01549249273/backup-masters 2024-11-10T15:21:36,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42795-0x10125567fb20001, quorum=127.0.0.1:50472, baseZNode=/01549249273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01549249273/backup-masters 2024-11-10T15:21:36,217 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43187-0x10125567fb20000, quorum=127.0.0.1:50472, baseZNode=/01549249273 Set watcher on existing znode=/01549249273/backup-masters/c0771061be61,43187,1731252096003 2024-11-10T15:21:36,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43187-0x10125567fb20000, quorum=127.0.0.1:50472, baseZNode=/01549249273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01549249273 2024-11-10T15:21:36,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42795-0x10125567fb20001, quorum=127.0.0.1:50472, baseZNode=/01549249273 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01549249273/master 2024-11-10T15:21:36,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42795-0x10125567fb20001, quorum=127.0.0.1:50472, baseZNode=/01549249273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01549249273 2024-11-10T15:21:36,228 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43187-0x10125567fb20000, quorum=127.0.0.1:50472, baseZNode=/01549249273 Set watcher on existing znode=/01549249273/master 2024-11-10T15:21:36,228 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01549249273/backup-masters/c0771061be61,43187,1731252096003 from backup master directory 2024-11-10T15:21:36,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42795-0x10125567fb20001, quorum=127.0.0.1:50472, baseZNode=/01549249273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01549249273/backup-masters 2024-11-10T15:21:36,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43187-0x10125567fb20000, quorum=127.0.0.1:50472, baseZNode=/01549249273 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01549249273/backup-masters/c0771061be61,43187,1731252096003 2024-11-10T15:21:36,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43187-0x10125567fb20000, quorum=127.0.0.1:50472, baseZNode=/01549249273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01549249273/backup-masters 2024-11-10T15:21:36,238 WARN [master/c0771061be61:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T15:21:36,238 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c0771061be61,43187,1731252096003 2024-11-10T15:21:36,243 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/hbase.id] with ID: 35f98513-2e93-4ba6-8be4-59bacbc2484e 2024-11-10T15:21:36,243 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/.tmp/hbase.id 2024-11-10T15:21:36,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33105 is added to blk_1073741826_1002 (size=42) 2024-11-10T15:21:36,364 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T15:21:36,365 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:21:36,365 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:21:36,389 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:21:36,389 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:21:36,389 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:21:36,389 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:21:36,389 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:21:36,389 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:21:36,394 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:21:36,397 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:21:36,397 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:21:36,398 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:21:36,649 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/.tmp/hbase.id]:[hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/hbase.id] 2024-11-10T15:21:36,656 INFO [master/c0771061be61:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:21:36,656 INFO [master/c0771061be61:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T15:21:36,657 INFO [master/c0771061be61:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T15:21:36,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42795-0x10125567fb20001, quorum=127.0.0.1:50472, baseZNode=/01549249273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01549249273 2024-11-10T15:21:36,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43187-0x10125567fb20000, quorum=127.0.0.1:50472, baseZNode=/01549249273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01549249273 2024-11-10T15:21:36,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33105 is added to blk_1073741827_1003 (size=196) 2024-11-10T15:21:36,710 INFO [master/c0771061be61:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T15:21:36,710 INFO [master/c0771061be61:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T15:21:36,711 INFO [master/c0771061be61:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T15:21:36,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33105 is added to blk_1073741828_1004 (size=1189) 2024-11-10T15:21:37,122 INFO [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/MasterData/data/master/store 2024-11-10T15:21:37,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33105 is added to blk_1073741829_1005 (size=34) 2024-11-10T15:21:37,527 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:21:37,528 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T15:21:37,528 INFO [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:21:37,528 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:21:37,528 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T15:21:37,528 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:21:37,528 INFO [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:21:37,528 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731252097528Disabling compacts and flushes for region at 1731252097528Disabling writes for close at 1731252097528Writing region close event to WAL at 1731252097528Closed at 1731252097528 2024-11-10T15:21:37,529 WARN [master/c0771061be61:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/MasterData/data/master/store/.initializing 2024-11-10T15:21:37,529 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/MasterData/WALs/c0771061be61,43187,1731252096003 2024-11-10T15:21:37,529 INFO [master/c0771061be61:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T15:21:37,531 INFO [master/c0771061be61:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c0771061be61%2C43187%2C1731252096003, suffix=, logDir=hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/MasterData/WALs/c0771061be61,43187,1731252096003, archiveDir=hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/MasterData/oldWALs, maxLogs=10 2024-11-10T15:21:37,549 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/MasterData/WALs/c0771061be61,43187,1731252096003/c0771061be61%2C43187%2C1731252096003.1731252097531, exclude list is [], retry=0 2024-11-10T15:21:37,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33105,DS-8a041033-5638-46f5-b3b6-4722ab027c41,DISK] 2024-11-10T15:21:37,561 INFO [master/c0771061be61:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/MasterData/WALs/c0771061be61,43187,1731252096003/c0771061be61%2C43187%2C1731252096003.1731252097531 2024-11-10T15:21:37,568 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45507:45507)] 2024-11-10T15:21:37,568 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T15:21:37,569 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:21:37,569 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:21:37,569 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:21:37,570 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:21:37,572 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T15:21:37,572 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:21:37,572 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:21:37,573 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:21:37,574 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T15:21:37,574 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:21:37,574 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:21:37,574 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:21:37,575 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T15:21:37,575 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:21:37,575 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:21:37,575 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:21:37,576 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T15:21:37,576 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:21:37,576 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:21:37,576 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:21:37,577 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:21:37,577 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:21:37,578 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:21:37,578 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:21:37,578 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T15:21:37,579 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:21:37,588 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T15:21:37,589 INFO [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72318134, jitterRate=0.07762417197227478}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T15:21:37,589 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731252097569Initializing all the Stores at 1731252097570 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731252097570Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252097570Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252097570Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252097570Cleaning up temporary data from old regions at 1731252097578 (+8 ms)Region opened successfully at 1731252097589 (+11 ms) 2024-11-10T15:21:37,592 INFO [master/c0771061be61:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T15:21:37,594 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77212c5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c0771061be61/172.17.0.3:0 2024-11-10T15:21:37,595 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T15:21:37,595 INFO [master/c0771061be61:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T15:21:37,595 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T15:21:37,596 INFO [master/c0771061be61:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T15:21:37,596 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T15:21:37,596 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T15:21:37,597 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T15:21:37,602 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T15:21:37,603 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43187-0x10125567fb20000, quorum=127.0.0.1:50472, baseZNode=/01549249273 Unable to get data of znode /01549249273/balancer because node does not exist (not necessarily an error) 2024-11-10T15:21:37,641 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01549249273/balancer already deleted, retry=false 2024-11-10T15:21:37,642 INFO [master/c0771061be61:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T15:21:37,643 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43187-0x10125567fb20000, quorum=127.0.0.1:50472, baseZNode=/01549249273 Unable to get data of znode /01549249273/normalizer because node does not exist (not necessarily an error) 2024-11-10T15:21:37,662 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01549249273/normalizer already deleted, retry=false 2024-11-10T15:21:37,663 INFO [master/c0771061be61:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T15:21:37,664 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43187-0x10125567fb20000, quorum=127.0.0.1:50472, baseZNode=/01549249273 Unable to get data of znode /01549249273/switch/split because node does not exist (not necessarily an error) 2024-11-10T15:21:37,683 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01549249273/switch/split already deleted, retry=false 2024-11-10T15:21:37,684 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43187-0x10125567fb20000, quorum=127.0.0.1:50472, baseZNode=/01549249273 Unable to get data of znode /01549249273/switch/merge because node does not exist (not necessarily an error) 2024-11-10T15:21:37,704 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01549249273/switch/merge already deleted, retry=false 2024-11-10T15:21:37,706 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43187-0x10125567fb20000, quorum=127.0.0.1:50472, baseZNode=/01549249273 Unable to get data of znode /01549249273/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T15:21:37,715 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01549249273/snapshot-cleanup already deleted, retry=false 2024-11-10T15:21:37,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42795-0x10125567fb20001, quorum=127.0.0.1:50472, baseZNode=/01549249273 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01549249273/running 2024-11-10T15:21:37,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43187-0x10125567fb20000, quorum=127.0.0.1:50472, baseZNode=/01549249273 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01549249273/running 2024-11-10T15:21:37,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43187-0x10125567fb20000, quorum=127.0.0.1:50472, baseZNode=/01549249273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01549249273 2024-11-10T15:21:37,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42795-0x10125567fb20001, quorum=127.0.0.1:50472, baseZNode=/01549249273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01549249273 2024-11-10T15:21:37,726 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c0771061be61,43187,1731252096003, sessionid=0x10125567fb20000, setting cluster-up flag (Was=false) 2024-11-10T15:21:37,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43187-0x10125567fb20000, quorum=127.0.0.1:50472, baseZNode=/01549249273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01549249273 2024-11-10T15:21:37,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42795-0x10125567fb20001, quorum=127.0.0.1:50472, baseZNode=/01549249273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01549249273 2024-11-10T15:21:37,778 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01549249273/flush-table-proc/acquired, /01549249273/flush-table-proc/reached, /01549249273/flush-table-proc/abort 2024-11-10T15:21:37,779 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c0771061be61,43187,1731252096003 2024-11-10T15:21:37,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43187-0x10125567fb20000, quorum=127.0.0.1:50472, baseZNode=/01549249273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01549249273 2024-11-10T15:21:37,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42795-0x10125567fb20001, quorum=127.0.0.1:50472, baseZNode=/01549249273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01549249273 2024-11-10T15:21:37,831 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01549249273/online-snapshot/acquired, /01549249273/online-snapshot/reached, /01549249273/online-snapshot/abort 2024-11-10T15:21:37,831 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c0771061be61,43187,1731252096003 2024-11-10T15:21:37,832 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T15:21:37,833 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T15:21:37,833 INFO [master/c0771061be61:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T15:21:37,833 INFO [master/c0771061be61:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T15:21:37,834 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c0771061be61,43187,1731252096003 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T15:21:37,835 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c0771061be61:0, corePoolSize=5, maxPoolSize=5 2024-11-10T15:21:37,835 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c0771061be61:0, corePoolSize=5, maxPoolSize=5 2024-11-10T15:21:37,835 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c0771061be61:0, corePoolSize=5, maxPoolSize=5 2024-11-10T15:21:37,835 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c0771061be61:0, corePoolSize=5, maxPoolSize=5 2024-11-10T15:21:37,835 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c0771061be61:0, corePoolSize=10, maxPoolSize=10 2024-11-10T15:21:37,835 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:21:37,835 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c0771061be61:0, corePoolSize=2, maxPoolSize=2 2024-11-10T15:21:37,835 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:21:37,835 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731252127835 2024-11-10T15:21:37,836 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T15:21:37,836 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T15:21:37,836 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T15:21:37,836 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T15:21:37,836 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T15:21:37,836 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T15:21:37,836 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T15:21:37,836 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T15:21:37,836 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T15:21:37,836 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T15:21:37,836 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T15:21:37,836 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T15:21:37,836 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T15:21:37,836 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:21:37,837 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T15:21:37,837 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T15:21:37,836 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T15:21:37,837 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c0771061be61:0:becomeActiveMaster-HFileCleaner.large.0-1731252097837,5,FailOnTimeoutGroup] 2024-11-10T15:21:37,837 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c0771061be61:0:becomeActiveMaster-HFileCleaner.small.0-1731252097837,5,FailOnTimeoutGroup] 2024-11-10T15:21:37,837 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T15:21:37,837 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T15:21:37,837 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T15:21:37,837 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T15:21:37,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33105 is added to blk_1073741831_1007 (size=1321) 2024-11-10T15:21:37,895 INFO [RS:0;c0771061be61:42795 {}] regionserver.HRegionServer(746): ClusterId : 35f98513-2e93-4ba6-8be4-59bacbc2484e 2024-11-10T15:21:37,895 DEBUG [RS:0;c0771061be61:42795 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T15:21:37,905 DEBUG [RS:0;c0771061be61:42795 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T15:21:37,905 DEBUG [RS:0;c0771061be61:42795 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T15:21:37,915 DEBUG [RS:0;c0771061be61:42795 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T15:21:37,916 DEBUG [RS:0;c0771061be61:42795 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b240106, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c0771061be61/172.17.0.3:0 2024-11-10T15:21:37,926 DEBUG [RS:0;c0771061be61:42795 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c0771061be61:42795 2024-11-10T15:21:37,926 INFO [RS:0;c0771061be61:42795 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T15:21:37,926 INFO [RS:0;c0771061be61:42795 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T15:21:37,926 DEBUG [RS:0;c0771061be61:42795 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T15:21:37,926 INFO [RS:0;c0771061be61:42795 {}] regionserver.HRegionServer(2659): reportForDuty to master=c0771061be61,43187,1731252096003 with port=42795, startcode=1731252096168 2024-11-10T15:21:37,926 DEBUG [RS:0;c0771061be61:42795 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T15:21:37,927 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39207, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T15:21:37,928 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43187 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c0771061be61,42795,1731252096168 2024-11-10T15:21:37,928 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43187 {}] master.ServerManager(517): Registering regionserver=c0771061be61,42795,1731252096168 2024-11-10T15:21:37,929 DEBUG [RS:0;c0771061be61:42795 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1 2024-11-10T15:21:37,929 DEBUG [RS:0;c0771061be61:42795 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36745 2024-11-10T15:21:37,929 DEBUG [RS:0;c0771061be61:42795 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T15:21:37,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43187-0x10125567fb20000, quorum=127.0.0.1:50472, baseZNode=/01549249273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01549249273/rs 2024-11-10T15:21:37,936 DEBUG [RS:0;c0771061be61:42795 {}] zookeeper.ZKUtil(111): regionserver:42795-0x10125567fb20001, quorum=127.0.0.1:50472, baseZNode=/01549249273 Set watcher on existing znode=/01549249273/rs/c0771061be61,42795,1731252096168 2024-11-10T15:21:37,936 WARN [RS:0;c0771061be61:42795 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T15:21:37,936 INFO [RS:0;c0771061be61:42795 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T15:21:37,936 DEBUG [RS:0;c0771061be61:42795 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/WALs/c0771061be61,42795,1731252096168 2024-11-10T15:21:37,936 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c0771061be61,42795,1731252096168] 2024-11-10T15:21:37,940 INFO [RS:0;c0771061be61:42795 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T15:21:37,942 INFO [RS:0;c0771061be61:42795 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T15:21:37,942 INFO [RS:0;c0771061be61:42795 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T15:21:37,942 INFO [RS:0;c0771061be61:42795 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T15:21:37,942 INFO [RS:0;c0771061be61:42795 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T15:21:37,942 INFO [RS:0;c0771061be61:42795 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T15:21:37,942 INFO [RS:0;c0771061be61:42795 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T15:21:37,943 DEBUG [RS:0;c0771061be61:42795 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:21:37,943 DEBUG [RS:0;c0771061be61:42795 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:21:37,943 DEBUG [RS:0;c0771061be61:42795 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:21:37,943 DEBUG [RS:0;c0771061be61:42795 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:21:37,943 DEBUG [RS:0;c0771061be61:42795 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:21:37,943 DEBUG [RS:0;c0771061be61:42795 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c0771061be61:0, corePoolSize=2, maxPoolSize=2 2024-11-10T15:21:37,943 DEBUG [RS:0;c0771061be61:42795 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:21:37,943 DEBUG [RS:0;c0771061be61:42795 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:21:37,943 DEBUG [RS:0;c0771061be61:42795 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:21:37,943 DEBUG [RS:0;c0771061be61:42795 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:21:37,943 DEBUG [RS:0;c0771061be61:42795 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:21:37,943 DEBUG [RS:0;c0771061be61:42795 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:21:37,943 DEBUG [RS:0;c0771061be61:42795 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c0771061be61:0, corePoolSize=3, maxPoolSize=3 2024-11-10T15:21:37,943 DEBUG [RS:0;c0771061be61:42795 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c0771061be61:0, corePoolSize=3, maxPoolSize=3 2024-11-10T15:21:37,943 INFO [RS:0;c0771061be61:42795 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T15:21:37,943 INFO [RS:0;c0771061be61:42795 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T15:21:37,943 INFO [RS:0;c0771061be61:42795 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T15:21:37,943 INFO [RS:0;c0771061be61:42795 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T15:21:37,943 INFO [RS:0;c0771061be61:42795 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T15:21:37,943 INFO [RS:0;c0771061be61:42795 {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,42795,1731252096168-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T15:21:37,960 INFO [RS:0;c0771061be61:42795 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T15:21:37,960 INFO [RS:0;c0771061be61:42795 {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,42795,1731252096168-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T15:21:37,960 INFO [RS:0;c0771061be61:42795 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:21:37,960 INFO [RS:0;c0771061be61:42795 {}] regionserver.Replication(171): c0771061be61,42795,1731252096168 started 2024-11-10T15:21:37,973 INFO [RS:0;c0771061be61:42795 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:21:37,973 INFO [RS:0;c0771061be61:42795 {}] regionserver.HRegionServer(1482): Serving as c0771061be61,42795,1731252096168, RpcServer on c0771061be61/172.17.0.3:42795, sessionid=0x10125567fb20001 2024-11-10T15:21:37,973 DEBUG [RS:0;c0771061be61:42795 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T15:21:37,973 DEBUG [RS:0;c0771061be61:42795 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c0771061be61,42795,1731252096168 2024-11-10T15:21:37,973 DEBUG [RS:0;c0771061be61:42795 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c0771061be61,42795,1731252096168' 2024-11-10T15:21:37,973 DEBUG [RS:0;c0771061be61:42795 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01549249273/flush-table-proc/abort' 2024-11-10T15:21:37,974 DEBUG [RS:0;c0771061be61:42795 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01549249273/flush-table-proc/acquired' 2024-11-10T15:21:37,974 DEBUG [RS:0;c0771061be61:42795 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T15:21:37,974 DEBUG [RS:0;c0771061be61:42795 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T15:21:37,974 DEBUG [RS:0;c0771061be61:42795 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c0771061be61,42795,1731252096168 2024-11-10T15:21:37,974 DEBUG [RS:0;c0771061be61:42795 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c0771061be61,42795,1731252096168' 2024-11-10T15:21:37,974 DEBUG [RS:0;c0771061be61:42795 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01549249273/online-snapshot/abort' 2024-11-10T15:21:37,974 DEBUG [RS:0;c0771061be61:42795 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01549249273/online-snapshot/acquired' 2024-11-10T15:21:37,975 DEBUG [RS:0;c0771061be61:42795 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T15:21:37,975 INFO [RS:0;c0771061be61:42795 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T15:21:37,975 INFO [RS:0;c0771061be61:42795 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T15:21:38,075 INFO [RS:0;c0771061be61:42795 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T15:21:38,076 INFO [RS:0;c0771061be61:42795 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0771061be61%2C42795%2C1731252096168, suffix=, logDir=hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/WALs/c0771061be61,42795,1731252096168, archiveDir=hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/oldWALs, maxLogs=10 2024-11-10T15:21:38,087 DEBUG [RS:0;c0771061be61:42795 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/WALs/c0771061be61,42795,1731252096168/c0771061be61%2C42795%2C1731252096168.1731252098076, exclude list is [], retry=0 2024-11-10T15:21:38,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33105,DS-8a041033-5638-46f5-b3b6-4722ab027c41,DISK] 2024-11-10T15:21:38,090 INFO [RS:0;c0771061be61:42795 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/WALs/c0771061be61,42795,1731252096168/c0771061be61%2C42795%2C1731252096168.1731252098076 2024-11-10T15:21:38,091 DEBUG [RS:0;c0771061be61:42795 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45507:45507)] 2024-11-10T15:21:38,245 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T15:21:38,245 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1 2024-11-10T15:21:38,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33105 is added to blk_1073741833_1009 (size=32) 2024-11-10T15:21:38,650 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:21:38,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T15:21:38,652 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T15:21:38,652 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:21:38,652 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:21:38,652 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T15:21:38,653 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T15:21:38,653 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:21:38,653 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:21:38,653 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T15:21:38,654 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T15:21:38,654 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:21:38,654 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:21:38,654 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T15:21:38,655 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T15:21:38,655 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:21:38,655 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:21:38,655 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T15:21:38,656 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/data/hbase/meta/1588230740 2024-11-10T15:21:38,656 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/data/hbase/meta/1588230740 2024-11-10T15:21:38,657 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T15:21:38,657 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T15:21:38,657 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T15:21:38,658 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T15:21:38,660 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T15:21:38,660 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60882573, jitterRate=-0.09277896583080292}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T15:21:38,661 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731252098650Initializing all the Stores at 1731252098651 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731252098651Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731252098651Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252098651Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731252098651Cleaning up temporary data from old regions at 1731252098657 (+6 ms)Region opened successfully at 1731252098661 (+4 ms) 2024-11-10T15:21:38,661 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T15:21:38,661 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T15:21:38,661 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T15:21:38,661 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T15:21:38,661 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T15:21:38,661 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T15:21:38,661 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731252098661Disabling compacts and flushes for region at 1731252098661Disabling writes for close at 1731252098661Writing region close event to WAL at 1731252098661Closed at 1731252098661 2024-11-10T15:21:38,662 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T15:21:38,662 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T15:21:38,662 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T15:21:38,663 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T15:21:38,664 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T15:21:38,814 DEBUG [c0771061be61:43187 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T15:21:38,814 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c0771061be61,42795,1731252096168 2024-11-10T15:21:38,815 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c0771061be61,42795,1731252096168, state=OPENING 2024-11-10T15:21:38,883 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T15:21:38,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43187-0x10125567fb20000, quorum=127.0.0.1:50472, baseZNode=/01549249273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01549249273 2024-11-10T15:21:38,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42795-0x10125567fb20001, quorum=127.0.0.1:50472, baseZNode=/01549249273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01549249273 2024-11-10T15:21:38,894 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T15:21:38,894 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01549249273/meta-region-server: CHANGED 2024-11-10T15:21:38,894 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01549249273/meta-region-server: CHANGED 2024-11-10T15:21:38,894 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c0771061be61,42795,1731252096168}] 2024-11-10T15:21:39,046 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T15:21:39,048 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35219, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T15:21:39,051 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T15:21:39,051 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T15:21:39,051 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T15:21:39,053 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0771061be61%2C42795%2C1731252096168.meta, suffix=.meta, logDir=hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/WALs/c0771061be61,42795,1731252096168, archiveDir=hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/oldWALs, maxLogs=10 2024-11-10T15:21:39,069 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/WALs/c0771061be61,42795,1731252096168/c0771061be61%2C42795%2C1731252096168.meta.1731252099053.meta, exclude list is [], retry=0 2024-11-10T15:21:39,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33105,DS-8a041033-5638-46f5-b3b6-4722ab027c41,DISK] 2024-11-10T15:21:39,073 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/WALs/c0771061be61,42795,1731252096168/c0771061be61%2C42795%2C1731252096168.meta.1731252099053.meta 2024-11-10T15:21:39,074 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45507:45507)] 2024-11-10T15:21:39,074 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T15:21:39,074 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T15:21:39,074 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T15:21:39,074 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T15:21:39,074 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T15:21:39,075 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T15:21:39,075 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:21:39,075 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T15:21:39,075 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T15:21:39,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T15:21:39,078 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T15:21:39,078 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:21:39,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:21:39,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T15:21:39,079 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T15:21:39,079 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:21:39,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:21:39,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T15:21:39,081 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T15:21:39,081 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:21:39,081 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:21:39,081 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T15:21:39,082 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T15:21:39,082 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:21:39,082 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:21:39,083 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T15:21:39,083 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/data/hbase/meta/1588230740 2024-11-10T15:21:39,085 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/data/hbase/meta/1588230740 2024-11-10T15:21:39,094 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T15:21:39,094 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T15:21:39,097 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T15:21:39,102 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T15:21:39,106 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69079792, jitterRate=0.029369115829467773}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T15:21:39,107 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T15:21:39,107 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731252099075Writing region info on filesystem at 1731252099075Initializing all the Stores at 1731252099076 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731252099076Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731252099076Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252099076Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731252099076Cleaning up temporary data from old regions at 1731252099094 (+18 ms)Running coprocessor post-open hooks at 1731252099107 (+13 ms)Region opened successfully at 1731252099107 2024-11-10T15:21:39,108 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731252099046 2024-11-10T15:21:39,110 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T15:21:39,110 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T15:21:39,110 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c0771061be61,42795,1731252096168 2024-11-10T15:21:39,111 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c0771061be61,42795,1731252096168, state=OPEN 2024-11-10T15:21:39,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42795-0x10125567fb20001, quorum=127.0.0.1:50472, baseZNode=/01549249273 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01549249273/meta-region-server 2024-11-10T15:21:39,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43187-0x10125567fb20000, quorum=127.0.0.1:50472, baseZNode=/01549249273 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01549249273/meta-region-server 2024-11-10T15:21:39,154 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c0771061be61,42795,1731252096168 2024-11-10T15:21:39,154 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01549249273/meta-region-server: CHANGED 2024-11-10T15:21:39,156 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T15:21:39,156 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c0771061be61,42795,1731252096168 in 260 msec 2024-11-10T15:21:39,158 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T15:21:39,158 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 494 msec 2024-11-10T15:21:39,159 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T15:21:39,159 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T15:21:39,159 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01549249273/meta-region-server: CHANGED 2024-11-10T15:21:39,165 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T15:21:39,165 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0771061be61,42795,1731252096168, seqNum=-1] 2024-11-10T15:21:39,165 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T15:21:39,166 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36611, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T15:21:39,171 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3380 sec 2024-11-10T15:21:39,171 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731252099171, completionTime=-1 2024-11-10T15:21:39,171 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T15:21:39,171 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T15:21:39,174 INFO [master/c0771061be61:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T15:21:39,174 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731252159174 2024-11-10T15:21:39,174 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731252219174 2024-11-10T15:21:39,174 INFO [master/c0771061be61:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-10T15:21:39,174 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,43187,1731252096003-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T15:21:39,174 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,43187,1731252096003-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:21:39,174 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,43187,1731252096003-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:21:39,174 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c0771061be61:43187, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:21:39,174 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T15:21:39,174 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T15:21:39,177 DEBUG [master/c0771061be61:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T15:21:39,179 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.941sec 2024-11-10T15:21:39,179 INFO [master/c0771061be61:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T15:21:39,179 INFO [master/c0771061be61:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T15:21:39,179 INFO [master/c0771061be61:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T15:21:39,179 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T15:21:39,179 INFO [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T15:21:39,179 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,43187,1731252096003-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T15:21:39,179 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,43187,1731252096003-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T15:21:39,183 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T15:21:39,183 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T15:21:39,183 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,43187,1731252096003-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:21:39,196 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ccedaa5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:21:39,196 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0771061be61,43187,-1 for getting cluster id 2024-11-10T15:21:39,196 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T15:21:39,197 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '35f98513-2e93-4ba6-8be4-59bacbc2484e' 2024-11-10T15:21:39,197 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T15:21:39,197 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "35f98513-2e93-4ba6-8be4-59bacbc2484e" 2024-11-10T15:21:39,198 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39a206fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:21:39,198 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0771061be61,43187,-1] 2024-11-10T15:21:39,198 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T15:21:39,198 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:21:39,199 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T15:21:39,200 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@330652c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:21:39,200 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T15:21:39,201 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0771061be61,42795,1731252096168, seqNum=-1] 2024-11-10T15:21:39,202 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T15:21:39,202 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T15:21:39,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c0771061be61,43187,1731252096003 2024-11-10T15:21:39,204 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50472 2024-11-10T15:21:39,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50472, baseZNode=/01549249273 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T15:21:39,221 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10125567fb20002 connected 2024-11-10T15:21:39,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5741152c-7927-4eb2-16f1-b6fc2796647d/hadoop.log.dir so I do NOT create it in target/test-data/f9aef02c-c176-9712-a746-025366bee3b6 2024-11-10T15:21:39,232 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5741152c-7927-4eb2-16f1-b6fc2796647d/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T15:21:39,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5741152c-7927-4eb2-16f1-b6fc2796647d/hadoop.tmp.dir so I do NOT create it in target/test-data/f9aef02c-c176-9712-a746-025366bee3b6 2024-11-10T15:21:39,232 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5741152c-7927-4eb2-16f1-b6fc2796647d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T15:21:39,233 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9aef02c-c176-9712-a746-025366bee3b6 2024-11-10T15:21:39,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T15:21:39,233 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9aef02c-c176-9712-a746-025366bee3b6/cluster_05cfb4da-32c4-4d45-5b3d-9f5e1a9b11a1, deleteOnExit=true 2024-11-10T15:21:39,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T15:21:39,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9aef02c-c176-9712-a746-025366bee3b6/test.cache.data in system properties and HBase conf 2024-11-10T15:21:39,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9aef02c-c176-9712-a746-025366bee3b6/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T15:21:39,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9aef02c-c176-9712-a746-025366bee3b6/hadoop.log.dir in system properties and HBase conf 2024-11-10T15:21:39,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9aef02c-c176-9712-a746-025366bee3b6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T15:21:39,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9aef02c-c176-9712-a746-025366bee3b6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T15:21:39,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T15:21:39,233 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T15:21:39,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9aef02c-c176-9712-a746-025366bee3b6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T15:21:39,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9aef02c-c176-9712-a746-025366bee3b6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T15:21:39,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9aef02c-c176-9712-a746-025366bee3b6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T15:21:39,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9aef02c-c176-9712-a746-025366bee3b6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T15:21:39,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9aef02c-c176-9712-a746-025366bee3b6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T15:21:39,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9aef02c-c176-9712-a746-025366bee3b6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T15:21:39,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9aef02c-c176-9712-a746-025366bee3b6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T15:21:39,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9aef02c-c176-9712-a746-025366bee3b6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T15:21:39,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9aef02c-c176-9712-a746-025366bee3b6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T15:21:39,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9aef02c-c176-9712-a746-025366bee3b6/nfs.dump.dir in system properties and HBase conf 2024-11-10T15:21:39,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9aef02c-c176-9712-a746-025366bee3b6/java.io.tmpdir in system properties and HBase conf 2024-11-10T15:21:39,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9aef02c-c176-9712-a746-025366bee3b6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T15:21:39,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9aef02c-c176-9712-a746-025366bee3b6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T15:21:39,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9aef02c-c176-9712-a746-025366bee3b6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T15:21:39,626 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T15:21:39,630 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T15:21:39,633 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T15:21:39,633 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T15:21:39,633 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T15:21:39,634 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T15:21:39,634 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55b12147{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9aef02c-c176-9712-a746-025366bee3b6/hadoop.log.dir/,AVAILABLE} 2024-11-10T15:21:39,634 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@503cf90c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T15:21:39,728 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1616dc96{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9aef02c-c176-9712-a746-025366bee3b6/java.io.tmpdir/jetty-localhost-39549-hadoop-hdfs-3_4_1-tests_jar-_-any-1668034023696326998/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T15:21:39,729 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@44dbfc84{HTTP/1.1, (http/1.1)}{localhost:39549} 2024-11-10T15:21:39,729 INFO [Time-limited test {}] server.Server(415): Started @230222ms 2024-11-10T15:21:39,834 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-10T15:21:39,834 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T15:21:39,998 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T15:21:40,012 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T15:21:40,016 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T15:21:40,016 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T15:21:40,016 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T15:21:40,018 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44a91cc4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9aef02c-c176-9712-a746-025366bee3b6/hadoop.log.dir/,AVAILABLE} 2024-11-10T15:21:40,019 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@674af949{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T15:21:40,131 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1b23a4a6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9aef02c-c176-9712-a746-025366bee3b6/java.io.tmpdir/jetty-localhost-37319-hadoop-hdfs-3_4_1-tests_jar-_-any-17488759580662213248/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T15:21:40,131 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@56de0319{HTTP/1.1, (http/1.1)}{localhost:37319} 2024-11-10T15:21:40,131 INFO [Time-limited test {}] server.Server(415): Started @230624ms 2024-11-10T15:21:40,132 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T15:21:40,779 WARN [Thread-2760 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9aef02c-c176-9712-a746-025366bee3b6/cluster_05cfb4da-32c4-4d45-5b3d-9f5e1a9b11a1/data/data2/current/BP-1958985989-172.17.0.3-1731252099248/current, will proceed with Du for space computation calculation, 2024-11-10T15:21:40,779 WARN [Thread-2759 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9aef02c-c176-9712-a746-025366bee3b6/cluster_05cfb4da-32c4-4d45-5b3d-9f5e1a9b11a1/data/data1/current/BP-1958985989-172.17.0.3-1731252099248/current, will proceed with Du for space computation calculation, 2024-11-10T15:21:40,809 WARN [Thread-2747 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T15:21:40,811 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x29f97475bafab492 with lease ID 0x3dd43895338501ae: Processing first storage report for DS-d841e508-6df6-4d3b-abe7-2c5485b156e2 from datanode DatanodeRegistration(127.0.0.1:37329, datanodeUuid=77d51e5d-1986-41d6-8112-a009eb6d1b4b, infoPort=37477, infoSecurePort=0, ipcPort=43899, storageInfo=lv=-57;cid=testClusterID;nsid=2086231233;c=1731252099248) 2024-11-10T15:21:40,811 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x29f97475bafab492 with lease ID 0x3dd43895338501ae: from storage DS-d841e508-6df6-4d3b-abe7-2c5485b156e2 node DatanodeRegistration(127.0.0.1:37329, datanodeUuid=77d51e5d-1986-41d6-8112-a009eb6d1b4b, infoPort=37477, infoSecurePort=0, ipcPort=43899, storageInfo=lv=-57;cid=testClusterID;nsid=2086231233;c=1731252099248), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-10T15:21:40,811 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x29f97475bafab492 with lease ID 0x3dd43895338501ae: Processing first storage report for DS-59dddda4-66bd-4317-83b9-d30e538e4720 from datanode DatanodeRegistration(127.0.0.1:37329, datanodeUuid=77d51e5d-1986-41d6-8112-a009eb6d1b4b, infoPort=37477, infoSecurePort=0, ipcPort=43899, storageInfo=lv=-57;cid=testClusterID;nsid=2086231233;c=1731252099248) 2024-11-10T15:21:40,811 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x29f97475bafab492 with lease ID 0x3dd43895338501ae: from storage DS-59dddda4-66bd-4317-83b9-d30e538e4720 node DatanodeRegistration(127.0.0.1:37329, datanodeUuid=77d51e5d-1986-41d6-8112-a009eb6d1b4b, infoPort=37477, infoSecurePort=0, ipcPort=43899, storageInfo=lv=-57;cid=testClusterID;nsid=2086231233;c=1731252099248), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T15:21:40,858 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9aef02c-c176-9712-a746-025366bee3b6 2024-11-10T15:21:40,858 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:21:40,860 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:21:40,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37329 is added to blk_1073741825_1001 (size=7) 2024-11-10T15:21:41,267 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a with version=8 2024-11-10T15:21:41,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/hbase-staging 2024-11-10T15:21:41,269 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c0771061be61:0 server-side Connection retries=45 2024-11-10T15:21:41,270 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T15:21:41,270 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T15:21:41,270 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T15:21:41,270 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T15:21:41,270 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T15:21:41,270 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T15:21:41,270 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T15:21:41,270 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39131 2024-11-10T15:21:41,271 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39131 connecting to ZooKeeper ensemble=127.0.0.1:50472 2024-11-10T15:21:41,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:391310x0, quorum=127.0.0.1:50472, baseZNode=/1-1992365126 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T15:21:41,315 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39131-0x10125567fb20003 connected 2024-11-10T15:21:41,389 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:21:41,390 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:21:41,392 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39131-0x10125567fb20003, quorum=127.0.0.1:50472, baseZNode=/1-1992365126 Set watcher on znode that does not yet exist, /1-1992365126/running 2024-11-10T15:21:41,392 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a, hbase.cluster.distributed=false 2024-11-10T15:21:41,394 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39131-0x10125567fb20003, quorum=127.0.0.1:50472, baseZNode=/1-1992365126 Set watcher on znode that does not yet exist, /1-1992365126/acl 2024-11-10T15:21:41,394 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39131 2024-11-10T15:21:41,394 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39131 2024-11-10T15:21:41,396 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39131 2024-11-10T15:21:41,397 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39131 2024-11-10T15:21:41,397 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39131 2024-11-10T15:21:41,411 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c0771061be61:0 server-side Connection retries=45 2024-11-10T15:21:41,411 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T15:21:41,411 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T15:21:41,411 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T15:21:41,411 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T15:21:41,411 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T15:21:41,411 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T15:21:41,412 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T15:21:41,412 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43989 2024-11-10T15:21:41,413 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43989 connecting to ZooKeeper ensemble=127.0.0.1:50472 2024-11-10T15:21:41,413 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:21:41,415 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:21:41,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:439890x0, quorum=127.0.0.1:50472, baseZNode=/1-1992365126 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T15:21:41,429 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:439890x0, quorum=127.0.0.1:50472, baseZNode=/1-1992365126 Set watcher on znode that does not yet exist, /1-1992365126/running 2024-11-10T15:21:41,429 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43989-0x10125567fb20004 connected 2024-11-10T15:21:41,429 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T15:21:41,430 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T15:21:41,430 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43989-0x10125567fb20004, quorum=127.0.0.1:50472, baseZNode=/1-1992365126 Set watcher on znode that does not yet exist, /1-1992365126/master 2024-11-10T15:21:41,431 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43989-0x10125567fb20004, quorum=127.0.0.1:50472, baseZNode=/1-1992365126 Set watcher on znode that does not yet exist, /1-1992365126/acl 2024-11-10T15:21:41,432 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43989 2024-11-10T15:21:41,432 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43989 2024-11-10T15:21:41,432 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43989 2024-11-10T15:21:41,435 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43989 2024-11-10T15:21:41,436 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43989 2024-11-10T15:21:41,447 DEBUG [M:0;c0771061be61:39131 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c0771061be61:39131 2024-11-10T15:21:41,448 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1992365126/backup-masters/c0771061be61,39131,1731252101269 2024-11-10T15:21:41,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43989-0x10125567fb20004, quorum=127.0.0.1:50472, baseZNode=/1-1992365126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1992365126/backup-masters 2024-11-10T15:21:41,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39131-0x10125567fb20003, quorum=127.0.0.1:50472, baseZNode=/1-1992365126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1992365126/backup-masters 2024-11-10T15:21:41,461 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39131-0x10125567fb20003, quorum=127.0.0.1:50472, baseZNode=/1-1992365126 Set watcher on existing znode=/1-1992365126/backup-masters/c0771061be61,39131,1731252101269 2024-11-10T15:21:41,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43989-0x10125567fb20004, quorum=127.0.0.1:50472, baseZNode=/1-1992365126 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1992365126/master 2024-11-10T15:21:41,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43989-0x10125567fb20004, quorum=127.0.0.1:50472, baseZNode=/1-1992365126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1992365126 2024-11-10T15:21:41,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39131-0x10125567fb20003, quorum=127.0.0.1:50472, baseZNode=/1-1992365126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1992365126 2024-11-10T15:21:41,473 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39131-0x10125567fb20003, quorum=127.0.0.1:50472, baseZNode=/1-1992365126 Set watcher on existing znode=/1-1992365126/master 2024-11-10T15:21:41,473 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1992365126/backup-masters/c0771061be61,39131,1731252101269 from backup master directory 2024-11-10T15:21:41,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39131-0x10125567fb20003, quorum=127.0.0.1:50472, baseZNode=/1-1992365126 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1992365126/backup-masters/c0771061be61,39131,1731252101269 2024-11-10T15:21:41,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43989-0x10125567fb20004, quorum=127.0.0.1:50472, baseZNode=/1-1992365126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1992365126/backup-masters 2024-11-10T15:21:41,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39131-0x10125567fb20003, quorum=127.0.0.1:50472, baseZNode=/1-1992365126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1992365126/backup-masters 2024-11-10T15:21:41,483 WARN [master/c0771061be61:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T15:21:41,483 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c0771061be61,39131,1731252101269 2024-11-10T15:21:41,486 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/hbase.id] with ID: 7f253f12-752a-491d-8a42-d01f40e43cb9 2024-11-10T15:21:41,486 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/.tmp/hbase.id 2024-11-10T15:21:41,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37329 is added to blk_1073741826_1002 (size=42) 2024-11-10T15:21:41,893 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/.tmp/hbase.id]:[hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/hbase.id] 2024-11-10T15:21:41,900 INFO [master/c0771061be61:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:21:41,900 INFO [master/c0771061be61:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T15:21:41,901 INFO [master/c0771061be61:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T15:21:41,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39131-0x10125567fb20003, quorum=127.0.0.1:50472, baseZNode=/1-1992365126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1992365126 2024-11-10T15:21:41,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43989-0x10125567fb20004, quorum=127.0.0.1:50472, baseZNode=/1-1992365126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1992365126 2024-11-10T15:21:41,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37329 is added to blk_1073741827_1003 (size=196) 2024-11-10T15:21:41,972 INFO [master/c0771061be61:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T15:21:41,973 INFO [master/c0771061be61:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T15:21:41,973 INFO [master/c0771061be61:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T15:21:41,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37329 is added to blk_1073741828_1004 (size=1189) 2024-11-10T15:21:42,378 INFO [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/MasterData/data/master/store 2024-11-10T15:21:42,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37329 is added to blk_1073741829_1005 (size=34) 2024-11-10T15:21:42,784 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:21:42,784 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T15:21:42,784 INFO [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:21:42,784 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:21:42,784 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T15:21:42,784 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:21:42,784 INFO [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:21:42,784 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731252102784Disabling compacts and flushes for region at 1731252102784Disabling writes for close at 1731252102784Writing region close event to WAL at 1731252102784Closed at 1731252102784 2024-11-10T15:21:42,785 WARN [master/c0771061be61:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/MasterData/data/master/store/.initializing 2024-11-10T15:21:42,785 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/MasterData/WALs/c0771061be61,39131,1731252101269 2024-11-10T15:21:42,786 INFO [master/c0771061be61:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T15:21:42,787 INFO [master/c0771061be61:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c0771061be61%2C39131%2C1731252101269, suffix=, logDir=hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/MasterData/WALs/c0771061be61,39131,1731252101269, archiveDir=hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/MasterData/oldWALs, maxLogs=10 2024-11-10T15:21:42,799 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/MasterData/WALs/c0771061be61,39131,1731252101269/c0771061be61%2C39131%2C1731252101269.1731252102787, exclude list is [], retry=0 2024-11-10T15:21:42,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37329,DS-d841e508-6df6-4d3b-abe7-2c5485b156e2,DISK] 2024-11-10T15:21:42,802 INFO [master/c0771061be61:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/MasterData/WALs/c0771061be61,39131,1731252101269/c0771061be61%2C39131%2C1731252101269.1731252102787 2024-11-10T15:21:42,802 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37477:37477)] 2024-11-10T15:21:42,802 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T15:21:42,803 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:21:42,803 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:21:42,803 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:21:42,804 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:21:42,804 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T15:21:42,805 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:21:42,805 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:21:42,805 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:21:42,806 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T15:21:42,806 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:21:42,806 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:21:42,806 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:21:42,807 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T15:21:42,807 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:21:42,807 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:21:42,807 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:21:42,808 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T15:21:42,808 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:21:42,808 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:21:42,808 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:21:42,808 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:21:42,809 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:21:42,809 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:21:42,809 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:21:42,810 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T15:21:42,810 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:21:42,812 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T15:21:42,812 INFO [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72762370, jitterRate=0.08424380421638489}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T15:21:42,812 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731252102803Initializing all the Stores at 1731252102803Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731252102803Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252102803Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252102803Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252102803Cleaning up temporary data from old regions at 1731252102809 (+6 ms)Region opened successfully at 1731252102812 (+3 ms) 2024-11-10T15:21:42,812 INFO [master/c0771061be61:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T15:21:42,814 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35aa7e65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c0771061be61/172.17.0.3:0 2024-11-10T15:21:42,815 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T15:21:42,815 INFO [master/c0771061be61:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T15:21:42,815 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T15:21:42,815 INFO [master/c0771061be61:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T15:21:42,815 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T15:21:42,815 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T15:21:42,815 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T15:21:42,817 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T15:21:42,818 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39131-0x10125567fb20003, quorum=127.0.0.1:50472, baseZNode=/1-1992365126 Unable to get data of znode /1-1992365126/balancer because node does not exist (not necessarily an error) 2024-11-10T15:21:42,904 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1992365126/balancer already deleted, retry=false 2024-11-10T15:21:42,905 INFO [master/c0771061be61:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T15:21:42,905 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39131-0x10125567fb20003, quorum=127.0.0.1:50472, baseZNode=/1-1992365126 Unable to get data of znode /1-1992365126/normalizer because node does not exist (not necessarily an error) 2024-11-10T15:21:42,914 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1992365126/normalizer already deleted, retry=false 2024-11-10T15:21:42,915 INFO [master/c0771061be61:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T15:21:42,915 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39131-0x10125567fb20003, quorum=127.0.0.1:50472, baseZNode=/1-1992365126 Unable to get data of znode /1-1992365126/switch/split because node does not exist (not necessarily an error) 2024-11-10T15:21:42,925 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1992365126/switch/split already deleted, retry=false 2024-11-10T15:21:42,926 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39131-0x10125567fb20003, quorum=127.0.0.1:50472, baseZNode=/1-1992365126 Unable to get data of znode /1-1992365126/switch/merge because node does not exist (not necessarily an error) 2024-11-10T15:21:42,935 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1992365126/switch/merge already deleted, retry=false 2024-11-10T15:21:42,937 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39131-0x10125567fb20003, quorum=127.0.0.1:50472, baseZNode=/1-1992365126 Unable to get data of znode /1-1992365126/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T15:21:42,946 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1992365126/snapshot-cleanup already deleted, retry=false 2024-11-10T15:21:42,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39131-0x10125567fb20003, quorum=127.0.0.1:50472, baseZNode=/1-1992365126 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1992365126/running 2024-11-10T15:21:42,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43989-0x10125567fb20004, quorum=127.0.0.1:50472, baseZNode=/1-1992365126 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1992365126/running 2024-11-10T15:21:42,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39131-0x10125567fb20003, quorum=127.0.0.1:50472, baseZNode=/1-1992365126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1992365126 2024-11-10T15:21:42,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43989-0x10125567fb20004, quorum=127.0.0.1:50472, baseZNode=/1-1992365126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1992365126 2024-11-10T15:21:42,957 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c0771061be61,39131,1731252101269, sessionid=0x10125567fb20003, setting cluster-up flag (Was=false) 2024-11-10T15:21:42,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43989-0x10125567fb20004, quorum=127.0.0.1:50472, baseZNode=/1-1992365126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1992365126 2024-11-10T15:21:42,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39131-0x10125567fb20003, quorum=127.0.0.1:50472, baseZNode=/1-1992365126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1992365126 2024-11-10T15:21:43,009 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1992365126/flush-table-proc/acquired, /1-1992365126/flush-table-proc/reached, /1-1992365126/flush-table-proc/abort 2024-11-10T15:21:43,010 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c0771061be61,39131,1731252101269 2024-11-10T15:21:43,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43989-0x10125567fb20004, quorum=127.0.0.1:50472, baseZNode=/1-1992365126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1992365126 2024-11-10T15:21:43,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39131-0x10125567fb20003, quorum=127.0.0.1:50472, baseZNode=/1-1992365126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1992365126 2024-11-10T15:21:43,062 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1992365126/online-snapshot/acquired, /1-1992365126/online-snapshot/reached, /1-1992365126/online-snapshot/abort 2024-11-10T15:21:43,063 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c0771061be61,39131,1731252101269 2024-11-10T15:21:43,064 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T15:21:43,065 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T15:21:43,065 INFO [master/c0771061be61:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T15:21:43,065 INFO [master/c0771061be61:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T15:21:43,066 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c0771061be61,39131,1731252101269 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T15:21:43,067 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c0771061be61:0, corePoolSize=5, maxPoolSize=5 2024-11-10T15:21:43,067 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c0771061be61:0, corePoolSize=5, maxPoolSize=5 2024-11-10T15:21:43,067 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c0771061be61:0, corePoolSize=5, maxPoolSize=5 2024-11-10T15:21:43,067 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c0771061be61:0, corePoolSize=5, maxPoolSize=5 2024-11-10T15:21:43,067 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c0771061be61:0, corePoolSize=10, maxPoolSize=10 2024-11-10T15:21:43,067 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:21:43,067 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c0771061be61:0, corePoolSize=2, maxPoolSize=2 2024-11-10T15:21:43,067 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:21:43,068 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731252133068 2024-11-10T15:21:43,068 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T15:21:43,068 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T15:21:43,068 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T15:21:43,068 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T15:21:43,068 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T15:21:43,068 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T15:21:43,069 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T15:21:43,069 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T15:21:43,069 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T15:21:43,069 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:21:43,069 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T15:21:43,069 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T15:21:43,069 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T15:21:43,069 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T15:21:43,070 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T15:21:43,072 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T15:21:43,072 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T15:21:43,072 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c0771061be61:0:becomeActiveMaster-HFileCleaner.large.0-1731252103072,5,FailOnTimeoutGroup] 2024-11-10T15:21:43,072 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c0771061be61:0:becomeActiveMaster-HFileCleaner.small.0-1731252103072,5,FailOnTimeoutGroup] 2024-11-10T15:21:43,072 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T15:21:43,072 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T15:21:43,072 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T15:21:43,072 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T15:21:43,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37329 is added to blk_1073741831_1007 (size=1321) 2024-11-10T15:21:43,140 INFO [RS:0;c0771061be61:43989 {}] regionserver.HRegionServer(746): ClusterId : 7f253f12-752a-491d-8a42-d01f40e43cb9 2024-11-10T15:21:43,140 DEBUG [RS:0;c0771061be61:43989 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T15:21:43,147 DEBUG [RS:0;c0771061be61:43989 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T15:21:43,147 DEBUG [RS:0;c0771061be61:43989 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T15:21:43,157 DEBUG [RS:0;c0771061be61:43989 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T15:21:43,158 DEBUG [RS:0;c0771061be61:43989 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ea4bc49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c0771061be61/172.17.0.3:0 2024-11-10T15:21:43,168 DEBUG [RS:0;c0771061be61:43989 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c0771061be61:43989 2024-11-10T15:21:43,168 INFO [RS:0;c0771061be61:43989 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T15:21:43,168 INFO [RS:0;c0771061be61:43989 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T15:21:43,168 DEBUG [RS:0;c0771061be61:43989 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T15:21:43,168 INFO [RS:0;c0771061be61:43989 {}] regionserver.HRegionServer(2659): reportForDuty to master=c0771061be61,39131,1731252101269 with port=43989, startcode=1731252101411 2024-11-10T15:21:43,168 DEBUG [RS:0;c0771061be61:43989 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T15:21:43,169 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47607, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T15:21:43,170 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39131 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c0771061be61,43989,1731252101411 2024-11-10T15:21:43,170 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39131 {}] master.ServerManager(517): Registering regionserver=c0771061be61,43989,1731252101411 2024-11-10T15:21:43,171 DEBUG [RS:0;c0771061be61:43989 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a 2024-11-10T15:21:43,171 DEBUG [RS:0;c0771061be61:43989 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39873 2024-11-10T15:21:43,171 DEBUG [RS:0;c0771061be61:43989 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T15:21:43,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39131-0x10125567fb20003, quorum=127.0.0.1:50472, baseZNode=/1-1992365126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1992365126/rs 2024-11-10T15:21:43,225 DEBUG [RS:0;c0771061be61:43989 {}] zookeeper.ZKUtil(111): regionserver:43989-0x10125567fb20004, quorum=127.0.0.1:50472, baseZNode=/1-1992365126 Set watcher on existing znode=/1-1992365126/rs/c0771061be61,43989,1731252101411 2024-11-10T15:21:43,225 WARN [RS:0;c0771061be61:43989 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T15:21:43,225 INFO [RS:0;c0771061be61:43989 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T15:21:43,225 DEBUG [RS:0;c0771061be61:43989 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/WALs/c0771061be61,43989,1731252101411 2024-11-10T15:21:43,225 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c0771061be61,43989,1731252101411] 2024-11-10T15:21:43,228 INFO [RS:0;c0771061be61:43989 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T15:21:43,229 INFO [RS:0;c0771061be61:43989 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T15:21:43,229 INFO [RS:0;c0771061be61:43989 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T15:21:43,229 INFO [RS:0;c0771061be61:43989 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T15:21:43,229 INFO [RS:0;c0771061be61:43989 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T15:21:43,230 INFO [RS:0;c0771061be61:43989 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T15:21:43,230 INFO [RS:0;c0771061be61:43989 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T15:21:43,230 DEBUG [RS:0;c0771061be61:43989 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:21:43,230 DEBUG [RS:0;c0771061be61:43989 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:21:43,230 DEBUG [RS:0;c0771061be61:43989 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:21:43,230 DEBUG [RS:0;c0771061be61:43989 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:21:43,230 DEBUG [RS:0;c0771061be61:43989 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:21:43,230 DEBUG [RS:0;c0771061be61:43989 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c0771061be61:0, corePoolSize=2, maxPoolSize=2 2024-11-10T15:21:43,230 DEBUG [RS:0;c0771061be61:43989 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:21:43,230 DEBUG [RS:0;c0771061be61:43989 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:21:43,230 DEBUG [RS:0;c0771061be61:43989 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:21:43,230 DEBUG [RS:0;c0771061be61:43989 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:21:43,230 DEBUG [RS:0;c0771061be61:43989 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:21:43,230 DEBUG [RS:0;c0771061be61:43989 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:21:43,230 DEBUG [RS:0;c0771061be61:43989 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c0771061be61:0, corePoolSize=3, maxPoolSize=3 2024-11-10T15:21:43,230 DEBUG [RS:0;c0771061be61:43989 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c0771061be61:0, corePoolSize=3, maxPoolSize=3 2024-11-10T15:21:43,231 INFO [RS:0;c0771061be61:43989 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T15:21:43,231 INFO [RS:0;c0771061be61:43989 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T15:21:43,231 INFO [RS:0;c0771061be61:43989 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T15:21:43,231 INFO [RS:0;c0771061be61:43989 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T15:21:43,231 INFO [RS:0;c0771061be61:43989 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T15:21:43,231 INFO [RS:0;c0771061be61:43989 {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,43989,1731252101411-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T15:21:43,243 INFO [RS:0;c0771061be61:43989 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T15:21:43,243 INFO [RS:0;c0771061be61:43989 {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,43989,1731252101411-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T15:21:43,243 INFO [RS:0;c0771061be61:43989 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:21:43,243 INFO [RS:0;c0771061be61:43989 {}] regionserver.Replication(171): c0771061be61,43989,1731252101411 started 2024-11-10T15:21:43,255 INFO [RS:0;c0771061be61:43989 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:21:43,255 INFO [RS:0;c0771061be61:43989 {}] regionserver.HRegionServer(1482): Serving as c0771061be61,43989,1731252101411, RpcServer on c0771061be61/172.17.0.3:43989, sessionid=0x10125567fb20004 2024-11-10T15:21:43,255 DEBUG [RS:0;c0771061be61:43989 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T15:21:43,255 DEBUG [RS:0;c0771061be61:43989 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c0771061be61,43989,1731252101411 2024-11-10T15:21:43,255 DEBUG [RS:0;c0771061be61:43989 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c0771061be61,43989,1731252101411' 2024-11-10T15:21:43,255 DEBUG [RS:0;c0771061be61:43989 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1992365126/flush-table-proc/abort' 2024-11-10T15:21:43,255 DEBUG [RS:0;c0771061be61:43989 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1992365126/flush-table-proc/acquired' 2024-11-10T15:21:43,256 DEBUG [RS:0;c0771061be61:43989 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T15:21:43,256 DEBUG [RS:0;c0771061be61:43989 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T15:21:43,256 DEBUG [RS:0;c0771061be61:43989 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c0771061be61,43989,1731252101411 2024-11-10T15:21:43,256 DEBUG [RS:0;c0771061be61:43989 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c0771061be61,43989,1731252101411' 2024-11-10T15:21:43,256 DEBUG [RS:0;c0771061be61:43989 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1992365126/online-snapshot/abort' 2024-11-10T15:21:43,256 DEBUG [RS:0;c0771061be61:43989 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1992365126/online-snapshot/acquired' 2024-11-10T15:21:43,256 DEBUG [RS:0;c0771061be61:43989 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T15:21:43,256 INFO [RS:0;c0771061be61:43989 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T15:21:43,256 INFO [RS:0;c0771061be61:43989 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T15:21:43,357 INFO [RS:0;c0771061be61:43989 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T15:21:43,358 INFO [RS:0;c0771061be61:43989 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0771061be61%2C43989%2C1731252101411, suffix=, logDir=hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/WALs/c0771061be61,43989,1731252101411, archiveDir=hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/oldWALs, maxLogs=10 2024-11-10T15:21:43,370 DEBUG [RS:0;c0771061be61:43989 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/WALs/c0771061be61,43989,1731252101411/c0771061be61%2C43989%2C1731252101411.1731252103358, exclude list is [], retry=0 2024-11-10T15:21:43,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37329,DS-d841e508-6df6-4d3b-abe7-2c5485b156e2,DISK] 2024-11-10T15:21:43,373 INFO [RS:0;c0771061be61:43989 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/WALs/c0771061be61,43989,1731252101411/c0771061be61%2C43989%2C1731252101411.1731252103358 2024-11-10T15:21:43,373 DEBUG [RS:0;c0771061be61:43989 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37477:37477)] 2024-11-10T15:21:43,437 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T15:21:43,437 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c0771061be61,45381,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c0771061be61:45381 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T15:21:43,438 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48369 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c0771061be61,45381,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c0771061be61:45381 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T15:21:43,475 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T15:21:43,475 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a 2024-11-10T15:21:43,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37329 is added to blk_1073741833_1009 (size=32) 2024-11-10T15:21:43,880 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:21:43,881 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T15:21:43,882 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T15:21:43,882 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:21:43,882 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:21:43,882 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T15:21:43,883 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T15:21:43,883 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:21:43,883 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:21:43,883 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T15:21:43,884 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T15:21:43,884 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:21:43,884 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:21:43,884 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T15:21:43,885 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T15:21:43,885 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:21:43,885 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:21:43,885 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T15:21:43,886 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/data/hbase/meta/1588230740 2024-11-10T15:21:43,886 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/data/hbase/meta/1588230740 2024-11-10T15:21:43,887 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T15:21:43,887 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T15:21:43,887 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T15:21:43,888 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T15:21:43,890 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T15:21:43,890 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73482433, jitterRate=0.09497357904911041}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T15:21:43,890 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731252103880Initializing all the Stores at 1731252103881 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731252103881Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731252103881Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252103881Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731252103881Cleaning up temporary data from old regions at 1731252103887 (+6 ms)Region opened successfully at 1731252103890 (+3 ms) 2024-11-10T15:21:43,890 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T15:21:43,890 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T15:21:43,890 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T15:21:43,890 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T15:21:43,890 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T15:21:43,890 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T15:21:43,890 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731252103890Disabling compacts and flushes for region at 1731252103890Disabling writes for close at 1731252103890Writing region close event to WAL at 1731252103890Closed at 1731252103890 2024-11-10T15:21:43,891 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T15:21:43,891 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T15:21:43,892 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T15:21:43,892 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T15:21:43,893 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T15:21:43,940 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T15:21:44,043 DEBUG [c0771061be61:39131 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T15:21:44,044 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c0771061be61,43989,1731252101411 2024-11-10T15:21:44,044 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c0771061be61,43989,1731252101411, state=OPENING 2024-11-10T15:21:44,104 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T15:21:44,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43989-0x10125567fb20004, quorum=127.0.0.1:50472, baseZNode=/1-1992365126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1992365126 2024-11-10T15:21:44,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39131-0x10125567fb20003, quorum=127.0.0.1:50472, baseZNode=/1-1992365126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1992365126 2024-11-10T15:21:44,115 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1992365126/meta-region-server: CHANGED 2024-11-10T15:21:44,115 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1992365126/meta-region-server: CHANGED 2024-11-10T15:21:44,115 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T15:21:44,115 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c0771061be61,43989,1731252101411}] 2024-11-10T15:21:44,267 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T15:21:44,268 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34695, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T15:21:44,271 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T15:21:44,271 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T15:21:44,271 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T15:21:44,272 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0771061be61%2C43989%2C1731252101411.meta, suffix=.meta, logDir=hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/WALs/c0771061be61,43989,1731252101411, archiveDir=hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/oldWALs, maxLogs=10 2024-11-10T15:21:44,284 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/WALs/c0771061be61,43989,1731252101411/c0771061be61%2C43989%2C1731252101411.meta.1731252104272.meta, exclude list is [], retry=0 2024-11-10T15:21:44,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37329,DS-d841e508-6df6-4d3b-abe7-2c5485b156e2,DISK] 2024-11-10T15:21:44,288 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/WALs/c0771061be61,43989,1731252101411/c0771061be61%2C43989%2C1731252101411.meta.1731252104272.meta 2024-11-10T15:21:44,288 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37477:37477)] 2024-11-10T15:21:44,288 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T15:21:44,288 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T15:21:44,288 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T15:21:44,288 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T15:21:44,289 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T15:21:44,289 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T15:21:44,289 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:21:44,289 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T15:21:44,289 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T15:21:44,290 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T15:21:44,290 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T15:21:44,291 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:21:44,291 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:21:44,291 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T15:21:44,291 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T15:21:44,291 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:21:44,292 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:21:44,292 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T15:21:44,292 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T15:21:44,292 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:21:44,293 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:21:44,293 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T15:21:44,293 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T15:21:44,293 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:21:44,293 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:21:44,293 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T15:21:44,294 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/data/hbase/meta/1588230740 2024-11-10T15:21:44,295 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/data/hbase/meta/1588230740 2024-11-10T15:21:44,295 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T15:21:44,295 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T15:21:44,296 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T15:21:44,297 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T15:21:44,297 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70323990, jitterRate=0.04790911078453064}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T15:21:44,297 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T15:21:44,297 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731252104289Writing region info on filesystem at 1731252104289Initializing all the Stores at 1731252104290 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731252104290Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731252104290Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252104290Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731252104290Cleaning up temporary data from old regions at 1731252104295 (+5 ms)Running coprocessor post-open hooks at 1731252104297 (+2 ms)Region opened successfully at 1731252104297 2024-11-10T15:21:44,298 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731252104267 2024-11-10T15:21:44,300 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T15:21:44,300 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T15:21:44,300 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c0771061be61,43989,1731252101411 2024-11-10T15:21:44,301 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c0771061be61,43989,1731252101411, state=OPEN 2024-11-10T15:21:44,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43989-0x10125567fb20004, quorum=127.0.0.1:50472, baseZNode=/1-1992365126 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1992365126/meta-region-server 2024-11-10T15:21:44,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39131-0x10125567fb20003, quorum=127.0.0.1:50472, baseZNode=/1-1992365126 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1992365126/meta-region-server 2024-11-10T15:21:44,313 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c0771061be61,43989,1731252101411 2024-11-10T15:21:44,313 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1992365126/meta-region-server: CHANGED 2024-11-10T15:21:44,313 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1992365126/meta-region-server: CHANGED 2024-11-10T15:21:44,315 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T15:21:44,315 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c0771061be61,43989,1731252101411 in 198 msec 2024-11-10T15:21:44,317 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T15:21:44,317 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 424 msec 2024-11-10T15:21:44,317 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T15:21:44,318 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T15:21:44,318 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T15:21:44,318 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0771061be61,43989,1731252101411, seqNum=-1] 2024-11-10T15:21:44,319 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T15:21:44,320 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40369, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T15:21:44,323 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2580 sec 2024-11-10T15:21:44,323 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731252104323, completionTime=-1 2024-11-10T15:21:44,323 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T15:21:44,323 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T15:21:44,325 INFO [master/c0771061be61:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T15:21:44,325 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731252164325 2024-11-10T15:21:44,325 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731252224325 2024-11-10T15:21:44,325 INFO [master/c0771061be61:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T15:21:44,325 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,39131,1731252101269-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T15:21:44,325 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,39131,1731252101269-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:21:44,325 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,39131,1731252101269-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:21:44,326 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c0771061be61:39131, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:21:44,326 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T15:21:44,326 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T15:21:44,327 DEBUG [master/c0771061be61:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T15:21:44,329 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.846sec 2024-11-10T15:21:44,329 INFO [master/c0771061be61:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T15:21:44,329 INFO [master/c0771061be61:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T15:21:44,329 INFO [master/c0771061be61:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T15:21:44,329 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T15:21:44,329 INFO [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T15:21:44,329 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,39131,1731252101269-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T15:21:44,329 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,39131,1731252101269-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T15:21:44,331 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T15:21:44,331 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T15:21:44,331 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,39131,1731252101269-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:21:44,341 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e865d8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:21:44,341 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0771061be61,39131,-1 for getting cluster id 2024-11-10T15:21:44,341 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T15:21:44,342 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f253f12-752a-491d-8a42-d01f40e43cb9' 2024-11-10T15:21:44,342 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T15:21:44,342 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f253f12-752a-491d-8a42-d01f40e43cb9" 2024-11-10T15:21:44,342 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21f1d4fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:21:44,342 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0771061be61,39131,-1] 2024-11-10T15:21:44,342 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T15:21:44,343 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:21:44,343 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T15:21:44,344 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73111f9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:21:44,344 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T15:21:44,345 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0771061be61,43989,1731252101411, seqNum=-1] 2024-11-10T15:21:44,345 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T15:21:44,346 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T15:21:44,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c0771061be61,39131,1731252101269 2024-11-10T15:21:44,348 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50472 2024-11-10T15:21:44,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50472, baseZNode=/1-1992365126 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T15:21:44,357 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10125567fb20005 connected 2024-11-10T15:21:44,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9aef02c-c176-9712-a746-025366bee3b6/hadoop.log.dir so I do NOT create it in target/test-data/30f5a96c-a0b6-91b4-8cc0-2442956025d4 2024-11-10T15:21:44,370 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9aef02c-c176-9712-a746-025366bee3b6/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T15:21:44,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9aef02c-c176-9712-a746-025366bee3b6/hadoop.tmp.dir so I do NOT create it in target/test-data/30f5a96c-a0b6-91b4-8cc0-2442956025d4 2024-11-10T15:21:44,370 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9aef02c-c176-9712-a746-025366bee3b6/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T15:21:44,370 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30f5a96c-a0b6-91b4-8cc0-2442956025d4 2024-11-10T15:21:44,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T15:21:44,370 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30f5a96c-a0b6-91b4-8cc0-2442956025d4/cluster_9ddf6c34-cf51-ae53-d186-8cdceb2a7e6f, deleteOnExit=true 2024-11-10T15:21:44,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T15:21:44,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30f5a96c-a0b6-91b4-8cc0-2442956025d4/test.cache.data in system properties and HBase conf 2024-11-10T15:21:44,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30f5a96c-a0b6-91b4-8cc0-2442956025d4/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T15:21:44,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30f5a96c-a0b6-91b4-8cc0-2442956025d4/hadoop.log.dir in system properties and HBase conf 2024-11-10T15:21:44,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30f5a96c-a0b6-91b4-8cc0-2442956025d4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T15:21:44,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30f5a96c-a0b6-91b4-8cc0-2442956025d4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T15:21:44,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T15:21:44,371 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T15:21:44,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30f5a96c-a0b6-91b4-8cc0-2442956025d4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T15:21:44,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30f5a96c-a0b6-91b4-8cc0-2442956025d4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T15:21:44,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30f5a96c-a0b6-91b4-8cc0-2442956025d4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T15:21:44,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30f5a96c-a0b6-91b4-8cc0-2442956025d4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T15:21:44,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30f5a96c-a0b6-91b4-8cc0-2442956025d4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T15:21:44,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30f5a96c-a0b6-91b4-8cc0-2442956025d4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T15:21:44,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30f5a96c-a0b6-91b4-8cc0-2442956025d4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T15:21:44,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30f5a96c-a0b6-91b4-8cc0-2442956025d4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T15:21:44,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30f5a96c-a0b6-91b4-8cc0-2442956025d4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T15:21:44,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30f5a96c-a0b6-91b4-8cc0-2442956025d4/nfs.dump.dir in system properties and HBase conf 2024-11-10T15:21:44,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30f5a96c-a0b6-91b4-8cc0-2442956025d4/java.io.tmpdir in system properties and HBase conf 2024-11-10T15:21:44,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30f5a96c-a0b6-91b4-8cc0-2442956025d4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T15:21:44,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30f5a96c-a0b6-91b4-8cc0-2442956025d4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T15:21:44,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30f5a96c-a0b6-91b4-8cc0-2442956025d4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T15:21:44,577 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T15:21:44,577 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:21:44,578 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:21:44,630 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:21:44,631 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:21:44,631 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:21:44,632 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:21:44,632 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:21:44,632 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:21:44,642 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:21:44,647 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:21:44,647 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:21:44,650 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:21:44,727 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T15:21:44,731 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T15:21:44,732 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T15:21:44,732 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T15:21:44,732 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T15:21:44,732 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T15:21:44,733 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@438ce417{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30f5a96c-a0b6-91b4-8cc0-2442956025d4/hadoop.log.dir/,AVAILABLE} 2024-11-10T15:21:44,734 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73ff9af5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T15:21:44,828 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@8f8d269{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30f5a96c-a0b6-91b4-8cc0-2442956025d4/java.io.tmpdir/jetty-localhost-37757-hadoop-hdfs-3_4_1-tests_jar-_-any-9670092648476044601/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T15:21:44,828 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@16cc2ccc{HTTP/1.1, (http/1.1)}{localhost:37757} 2024-11-10T15:21:44,828 INFO [Time-limited test {}] server.Server(415): Started @235321ms 2024-11-10T15:21:45,078 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T15:21:45,082 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T15:21:45,084 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T15:21:45,084 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T15:21:45,084 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T15:21:45,085 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76912e43{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30f5a96c-a0b6-91b4-8cc0-2442956025d4/hadoop.log.dir/,AVAILABLE} 2024-11-10T15:21:45,085 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41092737{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T15:21:45,178 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@642f3809{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30f5a96c-a0b6-91b4-8cc0-2442956025d4/java.io.tmpdir/jetty-localhost-33525-hadoop-hdfs-3_4_1-tests_jar-_-any-15205457874391307430/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T15:21:45,179 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1573fbea{HTTP/1.1, (http/1.1)}{localhost:33525} 2024-11-10T15:21:45,179 INFO [Time-limited test {}] server.Server(415): Started @235672ms 2024-11-10T15:21:45,180 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T15:21:45,814 WARN [Thread-2881 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30f5a96c-a0b6-91b4-8cc0-2442956025d4/cluster_9ddf6c34-cf51-ae53-d186-8cdceb2a7e6f/data/data2/current/BP-1733813336-172.17.0.3-1731252104395/current, will proceed with Du for space computation calculation, 2024-11-10T15:21:45,814 WARN [Thread-2880 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30f5a96c-a0b6-91b4-8cc0-2442956025d4/cluster_9ddf6c34-cf51-ae53-d186-8cdceb2a7e6f/data/data1/current/BP-1733813336-172.17.0.3-1731252104395/current, will proceed with Du for space computation calculation, 2024-11-10T15:21:45,831 WARN [Thread-2868 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T15:21:45,833 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1d65b27f30f1c06b with lease ID 0x171f0f5aaefad412: Processing first storage report for DS-1a8724aa-9c76-4369-b762-0ede508ca2b7 from datanode DatanodeRegistration(127.0.0.1:46161, datanodeUuid=10486a40-e7f2-4c9e-9a91-205bf66b440d, infoPort=33063, infoSecurePort=0, ipcPort=38611, storageInfo=lv=-57;cid=testClusterID;nsid=22759734;c=1731252104395) 2024-11-10T15:21:45,833 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1d65b27f30f1c06b with lease ID 0x171f0f5aaefad412: from storage DS-1a8724aa-9c76-4369-b762-0ede508ca2b7 node DatanodeRegistration(127.0.0.1:46161, datanodeUuid=10486a40-e7f2-4c9e-9a91-205bf66b440d, infoPort=33063, infoSecurePort=0, ipcPort=38611, storageInfo=lv=-57;cid=testClusterID;nsid=22759734;c=1731252104395), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T15:21:45,833 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1d65b27f30f1c06b with lease ID 0x171f0f5aaefad412: Processing first storage report for DS-57ee70f1-c378-4586-b5a6-ab79651bf735 from datanode DatanodeRegistration(127.0.0.1:46161, datanodeUuid=10486a40-e7f2-4c9e-9a91-205bf66b440d, infoPort=33063, infoSecurePort=0, ipcPort=38611, storageInfo=lv=-57;cid=testClusterID;nsid=22759734;c=1731252104395) 2024-11-10T15:21:45,833 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1d65b27f30f1c06b with lease ID 0x171f0f5aaefad412: from storage DS-57ee70f1-c378-4586-b5a6-ab79651bf735 node DatanodeRegistration(127.0.0.1:46161, datanodeUuid=10486a40-e7f2-4c9e-9a91-205bf66b440d, infoPort=33063, infoSecurePort=0, ipcPort=38611, storageInfo=lv=-57;cid=testClusterID;nsid=22759734;c=1731252104395), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T15:21:45,902 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30f5a96c-a0b6-91b4-8cc0-2442956025d4 2024-11-10T15:21:45,902 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:21:45,903 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:21:45,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46161 is added to blk_1073741825_1001 (size=7) 2024-11-10T15:21:46,310 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba with version=8 2024-11-10T15:21:46,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/hbase-staging 2024-11-10T15:21:46,311 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c0771061be61:0 server-side Connection retries=45 2024-11-10T15:21:46,311 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T15:21:46,311 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T15:21:46,311 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T15:21:46,311 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T15:21:46,312 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T15:21:46,312 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T15:21:46,312 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T15:21:46,312 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45553 2024-11-10T15:21:46,313 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45553 connecting to ZooKeeper ensemble=127.0.0.1:50472 2024-11-10T15:21:46,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:455530x0, quorum=127.0.0.1:50472, baseZNode=/21142142344 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T15:21:46,325 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45553-0x10125567fb20006 connected 2024-11-10T15:21:46,399 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:21:46,400 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:21:46,401 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45553-0x10125567fb20006, quorum=127.0.0.1:50472, baseZNode=/21142142344 Set watcher on znode that does not yet exist, /21142142344/running 2024-11-10T15:21:46,402 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba, hbase.cluster.distributed=false 2024-11-10T15:21:46,403 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45553-0x10125567fb20006, quorum=127.0.0.1:50472, baseZNode=/21142142344 Set watcher on znode that does not yet exist, /21142142344/acl 2024-11-10T15:21:46,403 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45553 2024-11-10T15:21:46,403 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45553 2024-11-10T15:21:46,403 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45553 2024-11-10T15:21:46,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45553 2024-11-10T15:21:46,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45553 2024-11-10T15:21:46,416 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c0771061be61:0 server-side Connection retries=45 2024-11-10T15:21:46,417 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T15:21:46,417 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T15:21:46,417 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T15:21:46,417 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T15:21:46,417 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T15:21:46,417 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T15:21:46,417 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T15:21:46,417 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35231 2024-11-10T15:21:46,418 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35231 connecting to ZooKeeper ensemble=127.0.0.1:50472 2024-11-10T15:21:46,418 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:21:46,419 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:21:46,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:352310x0, quorum=127.0.0.1:50472, baseZNode=/21142142344 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T15:21:46,431 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:352310x0, quorum=127.0.0.1:50472, baseZNode=/21142142344 Set watcher on znode that does not yet exist, /21142142344/running 2024-11-10T15:21:46,431 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35231-0x10125567fb20007 connected 2024-11-10T15:21:46,431 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T15:21:46,433 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T15:21:46,434 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35231-0x10125567fb20007, quorum=127.0.0.1:50472, baseZNode=/21142142344 Set watcher on znode that does not yet exist, /21142142344/master 2024-11-10T15:21:46,434 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35231-0x10125567fb20007, quorum=127.0.0.1:50472, baseZNode=/21142142344 Set watcher on znode that does not yet exist, /21142142344/acl 2024-11-10T15:21:46,439 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35231 2024-11-10T15:21:46,439 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35231 2024-11-10T15:21:46,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35231 2024-11-10T15:21:46,441 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35231 2024-11-10T15:21:46,441 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35231 2024-11-10T15:21:46,455 DEBUG [M:0;c0771061be61:45553 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c0771061be61:45553 2024-11-10T15:21:46,456 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21142142344/backup-masters/c0771061be61,45553,1731252106311 2024-11-10T15:21:46,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45553-0x10125567fb20006, quorum=127.0.0.1:50472, baseZNode=/21142142344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21142142344/backup-masters 2024-11-10T15:21:46,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35231-0x10125567fb20007, quorum=127.0.0.1:50472, baseZNode=/21142142344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21142142344/backup-masters 2024-11-10T15:21:46,462 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45553-0x10125567fb20006, quorum=127.0.0.1:50472, baseZNode=/21142142344 Set watcher on existing znode=/21142142344/backup-masters/c0771061be61,45553,1731252106311 2024-11-10T15:21:46,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35231-0x10125567fb20007, quorum=127.0.0.1:50472, baseZNode=/21142142344 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21142142344/master 2024-11-10T15:21:46,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45553-0x10125567fb20006, quorum=127.0.0.1:50472, baseZNode=/21142142344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21142142344 2024-11-10T15:21:46,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35231-0x10125567fb20007, quorum=127.0.0.1:50472, baseZNode=/21142142344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21142142344 2024-11-10T15:21:46,473 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45553-0x10125567fb20006, quorum=127.0.0.1:50472, baseZNode=/21142142344 Set watcher on existing znode=/21142142344/master 2024-11-10T15:21:46,473 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21142142344/backup-masters/c0771061be61,45553,1731252106311 from backup master directory 2024-11-10T15:21:46,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45553-0x10125567fb20006, quorum=127.0.0.1:50472, baseZNode=/21142142344 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21142142344/backup-masters/c0771061be61,45553,1731252106311 2024-11-10T15:21:46,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35231-0x10125567fb20007, quorum=127.0.0.1:50472, baseZNode=/21142142344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21142142344/backup-masters 2024-11-10T15:21:46,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45553-0x10125567fb20006, quorum=127.0.0.1:50472, baseZNode=/21142142344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21142142344/backup-masters 2024-11-10T15:21:46,483 WARN [master/c0771061be61:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T15:21:46,483 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c0771061be61,45553,1731252106311 2024-11-10T15:21:46,485 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/hbase.id] with ID: 436097e6-7180-4823-a1ad-c8e4482898d5 2024-11-10T15:21:46,485 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/.tmp/hbase.id 2024-11-10T15:21:46,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46161 is added to blk_1073741826_1002 (size=42) 2024-11-10T15:21:46,890 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/.tmp/hbase.id]:[hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/hbase.id] 2024-11-10T15:21:46,897 INFO [master/c0771061be61:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:21:46,897 INFO [master/c0771061be61:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T15:21:46,898 INFO [master/c0771061be61:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T15:21:46,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45553-0x10125567fb20006, quorum=127.0.0.1:50472, baseZNode=/21142142344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21142142344 2024-11-10T15:21:46,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35231-0x10125567fb20007, quorum=127.0.0.1:50472, baseZNode=/21142142344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21142142344 2024-11-10T15:21:46,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46161 is added to blk_1073741827_1003 (size=196) 2024-11-10T15:21:47,351 INFO [master/c0771061be61:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T15:21:47,351 INFO [master/c0771061be61:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T15:21:47,352 INFO [master/c0771061be61:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T15:21:47,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46161 is added to blk_1073741828_1004 (size=1189) 2024-11-10T15:21:47,757 INFO [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/MasterData/data/master/store 2024-11-10T15:21:47,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46161 is added to blk_1073741829_1005 (size=34) 2024-11-10T15:21:48,162 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:21:48,162 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T15:21:48,162 INFO [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:21:48,162 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:21:48,162 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T15:21:48,162 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:21:48,162 INFO [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:21:48,162 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731252108162Disabling compacts and flushes for region at 1731252108162Disabling writes for close at 1731252108162Writing region close event to WAL at 1731252108162Closed at 1731252108162 2024-11-10T15:21:48,163 WARN [master/c0771061be61:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/MasterData/data/master/store/.initializing 2024-11-10T15:21:48,163 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/MasterData/WALs/c0771061be61,45553,1731252106311 2024-11-10T15:21:48,164 INFO [master/c0771061be61:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T15:21:48,165 INFO [master/c0771061be61:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c0771061be61%2C45553%2C1731252106311, suffix=, logDir=hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/MasterData/WALs/c0771061be61,45553,1731252106311, archiveDir=hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/MasterData/oldWALs, maxLogs=10 2024-11-10T15:21:48,177 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/MasterData/WALs/c0771061be61,45553,1731252106311/c0771061be61%2C45553%2C1731252106311.1731252108165, exclude list is [], retry=0 2024-11-10T15:21:48,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46161,DS-1a8724aa-9c76-4369-b762-0ede508ca2b7,DISK] 2024-11-10T15:21:48,181 INFO [master/c0771061be61:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/MasterData/WALs/c0771061be61,45553,1731252106311/c0771061be61%2C45553%2C1731252106311.1731252108165 2024-11-10T15:21:48,181 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33063:33063)] 2024-11-10T15:21:48,181 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T15:21:48,181 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:21:48,181 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:21:48,181 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:21:48,182 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:21:48,183 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T15:21:48,183 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:21:48,184 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:21:48,184 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:21:48,184 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T15:21:48,184 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:21:48,185 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:21:48,185 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:21:48,185 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T15:21:48,185 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:21:48,186 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:21:48,186 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:21:48,186 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T15:21:48,186 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:21:48,187 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:21:48,187 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:21:48,187 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:21:48,187 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:21:48,188 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:21:48,188 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:21:48,188 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T15:21:48,189 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:21:48,190 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T15:21:48,191 INFO [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68313942, jitterRate=0.017957061529159546}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T15:21:48,191 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731252108181Initializing all the Stores at 1731252108182 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731252108182Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252108182Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252108182Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252108182Cleaning up temporary data from old regions at 1731252108188 (+6 ms)Region opened successfully at 1731252108191 (+3 ms) 2024-11-10T15:21:48,191 INFO [master/c0771061be61:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T15:21:48,193 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55d3b9d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c0771061be61/172.17.0.3:0 2024-11-10T15:21:48,193 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T15:21:48,193 INFO [master/c0771061be61:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T15:21:48,193 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T15:21:48,193 INFO [master/c0771061be61:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T15:21:48,194 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T15:21:48,194 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T15:21:48,194 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T15:21:48,195 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T15:21:48,196 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45553-0x10125567fb20006, quorum=127.0.0.1:50472, baseZNode=/21142142344 Unable to get data of znode /21142142344/balancer because node does not exist (not necessarily an error) 2024-11-10T15:21:48,251 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21142142344/balancer already deleted, retry=false 2024-11-10T15:21:48,252 INFO [master/c0771061be61:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T15:21:48,252 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45553-0x10125567fb20006, quorum=127.0.0.1:50472, baseZNode=/21142142344 Unable to get data of znode /21142142344/normalizer because node does not exist (not necessarily an error) 2024-11-10T15:21:48,262 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21142142344/normalizer already deleted, retry=false 2024-11-10T15:21:48,262 INFO [master/c0771061be61:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T15:21:48,263 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45553-0x10125567fb20006, quorum=127.0.0.1:50472, baseZNode=/21142142344 Unable to get data of znode /21142142344/switch/split because node does not exist (not necessarily an error) 2024-11-10T15:21:48,272 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21142142344/switch/split already deleted, retry=false 2024-11-10T15:21:48,273 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45553-0x10125567fb20006, quorum=127.0.0.1:50472, baseZNode=/21142142344 Unable to get data of znode /21142142344/switch/merge because node does not exist (not necessarily an error) 2024-11-10T15:21:48,283 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21142142344/switch/merge already deleted, retry=false 2024-11-10T15:21:48,284 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45553-0x10125567fb20006, quorum=127.0.0.1:50472, baseZNode=/21142142344 Unable to get data of znode /21142142344/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T15:21:48,293 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21142142344/snapshot-cleanup already deleted, retry=false 2024-11-10T15:21:48,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45553-0x10125567fb20006, quorum=127.0.0.1:50472, baseZNode=/21142142344 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21142142344/running 2024-11-10T15:21:48,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35231-0x10125567fb20007, quorum=127.0.0.1:50472, baseZNode=/21142142344 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21142142344/running 2024-11-10T15:21:48,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45553-0x10125567fb20006, quorum=127.0.0.1:50472, baseZNode=/21142142344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21142142344 2024-11-10T15:21:48,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35231-0x10125567fb20007, quorum=127.0.0.1:50472, baseZNode=/21142142344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21142142344 2024-11-10T15:21:48,304 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c0771061be61,45553,1731252106311, sessionid=0x10125567fb20006, setting cluster-up flag (Was=false) 2024-11-10T15:21:48,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35231-0x10125567fb20007, quorum=127.0.0.1:50472, baseZNode=/21142142344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21142142344 2024-11-10T15:21:48,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45553-0x10125567fb20006, quorum=127.0.0.1:50472, baseZNode=/21142142344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21142142344 2024-11-10T15:21:48,356 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21142142344/flush-table-proc/acquired, /21142142344/flush-table-proc/reached, /21142142344/flush-table-proc/abort 2024-11-10T15:21:48,357 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c0771061be61,45553,1731252106311 2024-11-10T15:21:48,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45553-0x10125567fb20006, quorum=127.0.0.1:50472, baseZNode=/21142142344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21142142344 2024-11-10T15:21:48,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35231-0x10125567fb20007, quorum=127.0.0.1:50472, baseZNode=/21142142344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21142142344 2024-11-10T15:21:48,409 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21142142344/online-snapshot/acquired, /21142142344/online-snapshot/reached, /21142142344/online-snapshot/abort 2024-11-10T15:21:48,410 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c0771061be61,45553,1731252106311 2024-11-10T15:21:48,411 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T15:21:48,412 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T15:21:48,412 INFO [master/c0771061be61:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T15:21:48,412 INFO [master/c0771061be61:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T15:21:48,412 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c0771061be61,45553,1731252106311 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T15:21:48,413 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c0771061be61:0, corePoolSize=5, maxPoolSize=5 2024-11-10T15:21:48,413 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c0771061be61:0, corePoolSize=5, maxPoolSize=5 2024-11-10T15:21:48,413 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c0771061be61:0, corePoolSize=5, maxPoolSize=5 2024-11-10T15:21:48,413 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c0771061be61:0, corePoolSize=5, maxPoolSize=5 2024-11-10T15:21:48,413 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c0771061be61:0, corePoolSize=10, maxPoolSize=10 2024-11-10T15:21:48,413 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:21:48,413 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c0771061be61:0, corePoolSize=2, maxPoolSize=2 2024-11-10T15:21:48,413 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:21:48,414 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731252138414 2024-11-10T15:21:48,415 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T15:21:48,415 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T15:21:48,415 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T15:21:48,415 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T15:21:48,415 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T15:21:48,415 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T15:21:48,415 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T15:21:48,415 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T15:21:48,415 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T15:21:48,415 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T15:21:48,415 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T15:21:48,415 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T15:21:48,415 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T15:21:48,415 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:21:48,415 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T15:21:48,415 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T15:21:48,416 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T15:21:48,416 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c0771061be61:0:becomeActiveMaster-HFileCleaner.large.0-1731252108416,5,FailOnTimeoutGroup] 2024-11-10T15:21:48,416 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c0771061be61:0:becomeActiveMaster-HFileCleaner.small.0-1731252108416,5,FailOnTimeoutGroup] 2024-11-10T15:21:48,416 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T15:21:48,416 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T15:21:48,416 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T15:21:48,416 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T15:21:48,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46161 is added to blk_1073741831_1007 (size=1321) 2024-11-10T15:21:48,444 INFO [RS:0;c0771061be61:35231 {}] regionserver.HRegionServer(746): ClusterId : 436097e6-7180-4823-a1ad-c8e4482898d5 2024-11-10T15:21:48,444 DEBUG [RS:0;c0771061be61:35231 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T15:21:48,452 DEBUG [RS:0;c0771061be61:35231 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T15:21:48,452 DEBUG [RS:0;c0771061be61:35231 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T15:21:48,462 DEBUG [RS:0;c0771061be61:35231 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T15:21:48,462 DEBUG [RS:0;c0771061be61:35231 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e5159ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c0771061be61/172.17.0.3:0 2024-11-10T15:21:48,473 DEBUG [RS:0;c0771061be61:35231 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c0771061be61:35231 2024-11-10T15:21:48,473 INFO [RS:0;c0771061be61:35231 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T15:21:48,473 INFO [RS:0;c0771061be61:35231 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T15:21:48,473 DEBUG [RS:0;c0771061be61:35231 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T15:21:48,474 INFO [RS:0;c0771061be61:35231 {}] regionserver.HRegionServer(2659): reportForDuty to master=c0771061be61,45553,1731252106311 with port=35231, startcode=1731252106416 2024-11-10T15:21:48,474 DEBUG [RS:0;c0771061be61:35231 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T15:21:48,475 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52301, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T15:21:48,475 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45553 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c0771061be61,35231,1731252106416 2024-11-10T15:21:48,475 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45553 {}] master.ServerManager(517): Registering regionserver=c0771061be61,35231,1731252106416 2024-11-10T15:21:48,476 DEBUG [RS:0;c0771061be61:35231 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba 2024-11-10T15:21:48,476 DEBUG [RS:0;c0771061be61:35231 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43549 2024-11-10T15:21:48,476 DEBUG [RS:0;c0771061be61:35231 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T15:21:48,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45553-0x10125567fb20006, quorum=127.0.0.1:50472, baseZNode=/21142142344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21142142344/rs 2024-11-10T15:21:48,532 DEBUG [RS:0;c0771061be61:35231 {}] zookeeper.ZKUtil(111): regionserver:35231-0x10125567fb20007, quorum=127.0.0.1:50472, baseZNode=/21142142344 Set watcher on existing znode=/21142142344/rs/c0771061be61,35231,1731252106416 2024-11-10T15:21:48,532 WARN [RS:0;c0771061be61:35231 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T15:21:48,532 INFO [RS:0;c0771061be61:35231 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T15:21:48,532 DEBUG [RS:0;c0771061be61:35231 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/WALs/c0771061be61,35231,1731252106416 2024-11-10T15:21:48,532 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c0771061be61,35231,1731252106416] 2024-11-10T15:21:48,534 INFO [RS:0;c0771061be61:35231 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T15:21:48,535 INFO [RS:0;c0771061be61:35231 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T15:21:48,535 INFO [RS:0;c0771061be61:35231 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T15:21:48,535 INFO [RS:0;c0771061be61:35231 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T15:21:48,535 INFO [RS:0;c0771061be61:35231 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T15:21:48,536 INFO [RS:0;c0771061be61:35231 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T15:21:48,536 INFO [RS:0;c0771061be61:35231 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T15:21:48,536 DEBUG [RS:0;c0771061be61:35231 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:21:48,536 DEBUG [RS:0;c0771061be61:35231 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:21:48,536 DEBUG [RS:0;c0771061be61:35231 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:21:48,536 DEBUG [RS:0;c0771061be61:35231 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:21:48,536 DEBUG [RS:0;c0771061be61:35231 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:21:48,536 DEBUG [RS:0;c0771061be61:35231 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c0771061be61:0, corePoolSize=2, maxPoolSize=2 2024-11-10T15:21:48,536 DEBUG [RS:0;c0771061be61:35231 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:21:48,536 DEBUG [RS:0;c0771061be61:35231 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:21:48,536 DEBUG [RS:0;c0771061be61:35231 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:21:48,536 DEBUG [RS:0;c0771061be61:35231 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:21:48,536 DEBUG [RS:0;c0771061be61:35231 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:21:48,536 DEBUG [RS:0;c0771061be61:35231 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:21:48,536 DEBUG [RS:0;c0771061be61:35231 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c0771061be61:0, corePoolSize=3, maxPoolSize=3 2024-11-10T15:21:48,536 DEBUG [RS:0;c0771061be61:35231 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c0771061be61:0, corePoolSize=3, maxPoolSize=3 2024-11-10T15:21:48,537 INFO [RS:0;c0771061be61:35231 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T15:21:48,537 INFO [RS:0;c0771061be61:35231 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T15:21:48,537 INFO [RS:0;c0771061be61:35231 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T15:21:48,537 INFO [RS:0;c0771061be61:35231 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T15:21:48,537 INFO [RS:0;c0771061be61:35231 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T15:21:48,537 INFO [RS:0;c0771061be61:35231 {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,35231,1731252106416-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T15:21:48,549 INFO [RS:0;c0771061be61:35231 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T15:21:48,549 INFO [RS:0;c0771061be61:35231 {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,35231,1731252106416-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T15:21:48,549 INFO [RS:0;c0771061be61:35231 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:21:48,549 INFO [RS:0;c0771061be61:35231 {}] regionserver.Replication(171): c0771061be61,35231,1731252106416 started 2024-11-10T15:21:48,561 INFO [RS:0;c0771061be61:35231 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:21:48,561 INFO [RS:0;c0771061be61:35231 {}] regionserver.HRegionServer(1482): Serving as c0771061be61,35231,1731252106416, RpcServer on c0771061be61/172.17.0.3:35231, sessionid=0x10125567fb20007 2024-11-10T15:21:48,561 DEBUG [RS:0;c0771061be61:35231 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T15:21:48,561 DEBUG [RS:0;c0771061be61:35231 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c0771061be61,35231,1731252106416 2024-11-10T15:21:48,561 DEBUG [RS:0;c0771061be61:35231 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c0771061be61,35231,1731252106416' 2024-11-10T15:21:48,561 DEBUG [RS:0;c0771061be61:35231 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21142142344/flush-table-proc/abort' 2024-11-10T15:21:48,562 DEBUG [RS:0;c0771061be61:35231 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21142142344/flush-table-proc/acquired' 2024-11-10T15:21:48,562 DEBUG [RS:0;c0771061be61:35231 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T15:21:48,562 DEBUG [RS:0;c0771061be61:35231 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T15:21:48,562 DEBUG [RS:0;c0771061be61:35231 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c0771061be61,35231,1731252106416 2024-11-10T15:21:48,562 DEBUG [RS:0;c0771061be61:35231 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c0771061be61,35231,1731252106416' 2024-11-10T15:21:48,562 DEBUG [RS:0;c0771061be61:35231 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21142142344/online-snapshot/abort' 2024-11-10T15:21:48,562 DEBUG [RS:0;c0771061be61:35231 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21142142344/online-snapshot/acquired' 2024-11-10T15:21:48,562 DEBUG [RS:0;c0771061be61:35231 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T15:21:48,563 INFO [RS:0;c0771061be61:35231 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T15:21:48,563 INFO [RS:0;c0771061be61:35231 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T15:21:48,663 INFO [RS:0;c0771061be61:35231 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T15:21:48,664 INFO [RS:0;c0771061be61:35231 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0771061be61%2C35231%2C1731252106416, suffix=, logDir=hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/WALs/c0771061be61,35231,1731252106416, archiveDir=hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/oldWALs, maxLogs=10 2024-11-10T15:21:48,676 DEBUG [RS:0;c0771061be61:35231 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/WALs/c0771061be61,35231,1731252106416/c0771061be61%2C35231%2C1731252106416.1731252108664, exclude list is [], retry=0 2024-11-10T15:21:48,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46161,DS-1a8724aa-9c76-4369-b762-0ede508ca2b7,DISK] 2024-11-10T15:21:48,679 INFO [RS:0;c0771061be61:35231 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/WALs/c0771061be61,35231,1731252106416/c0771061be61%2C35231%2C1731252106416.1731252108664 2024-11-10T15:21:48,680 DEBUG [RS:0;c0771061be61:35231 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33063:33063)] 2024-11-10T15:21:48,823 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T15:21:48,823 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba 2024-11-10T15:21:48,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46161 is added to blk_1073741833_1009 (size=32) 2024-11-10T15:21:49,228 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:21:49,229 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T15:21:49,230 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T15:21:49,230 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:21:49,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:21:49,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T15:21:49,231 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T15:21:49,231 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:21:49,231 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:21:49,231 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T15:21:49,232 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T15:21:49,232 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:21:49,232 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:21:49,232 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T15:21:49,233 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T15:21:49,233 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:21:49,234 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:21:49,234 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T15:21:49,234 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/data/hbase/meta/1588230740 2024-11-10T15:21:49,234 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/data/hbase/meta/1588230740 2024-11-10T15:21:49,235 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T15:21:49,235 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T15:21:49,235 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T15:21:49,236 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T15:21:49,237 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T15:21:49,237 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70179785, jitterRate=0.04576028883457184}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T15:21:49,238 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731252109228Initializing all the Stores at 1731252109228Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731252109228Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731252109229 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252109229Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731252109229Cleaning up temporary data from old regions at 1731252109235 (+6 ms)Region opened successfully at 1731252109237 (+2 ms) 2024-11-10T15:21:49,238 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T15:21:49,238 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T15:21:49,238 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T15:21:49,238 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T15:21:49,238 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T15:21:49,238 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T15:21:49,238 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731252109238Disabling compacts and flushes for region at 1731252109238Disabling writes for close at 1731252109238Writing region close event to WAL at 1731252109238Closed at 1731252109238 2024-11-10T15:21:49,239 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T15:21:49,239 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T15:21:49,239 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T15:21:49,240 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T15:21:49,241 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T15:21:49,391 DEBUG [c0771061be61:45553 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T15:21:49,391 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c0771061be61,35231,1731252106416 2024-11-10T15:21:49,392 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c0771061be61,35231,1731252106416, state=OPENING 2024-11-10T15:21:49,462 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T15:21:49,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45553-0x10125567fb20006, quorum=127.0.0.1:50472, baseZNode=/21142142344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21142142344 2024-11-10T15:21:49,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35231-0x10125567fb20007, quorum=127.0.0.1:50472, baseZNode=/21142142344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21142142344 2024-11-10T15:21:49,473 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T15:21:49,473 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21142142344/meta-region-server: CHANGED 2024-11-10T15:21:49,473 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21142142344/meta-region-server: CHANGED 2024-11-10T15:21:49,473 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c0771061be61,35231,1731252106416}] 2024-11-10T15:21:49,625 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T15:21:49,626 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52095, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T15:21:49,628 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T15:21:49,628 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T15:21:49,628 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T15:21:49,629 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0771061be61%2C35231%2C1731252106416.meta, suffix=.meta, logDir=hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/WALs/c0771061be61,35231,1731252106416, archiveDir=hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/oldWALs, maxLogs=10 2024-11-10T15:21:49,642 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/WALs/c0771061be61,35231,1731252106416/c0771061be61%2C35231%2C1731252106416.meta.1731252109630.meta, exclude list is [], retry=0 2024-11-10T15:21:49,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46161,DS-1a8724aa-9c76-4369-b762-0ede508ca2b7,DISK] 2024-11-10T15:21:49,647 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/WALs/c0771061be61,35231,1731252106416/c0771061be61%2C35231%2C1731252106416.meta.1731252109630.meta 2024-11-10T15:21:49,647 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33063:33063)] 2024-11-10T15:21:49,647 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T15:21:49,648 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T15:21:49,648 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T15:21:49,648 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T15:21:49,648 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T15:21:49,648 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T15:21:49,648 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:21:49,648 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T15:21:49,648 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T15:21:49,649 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T15:21:49,650 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T15:21:49,650 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:21:49,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:21:49,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T15:21:49,650 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T15:21:49,650 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:21:49,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:21:49,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T15:21:49,651 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T15:21:49,651 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:21:49,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:21:49,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T15:21:49,652 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T15:21:49,652 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:21:49,652 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:21:49,652 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T15:21:49,652 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/data/hbase/meta/1588230740 2024-11-10T15:21:49,653 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/data/hbase/meta/1588230740 2024-11-10T15:21:49,654 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T15:21:49,654 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T15:21:49,654 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T15:21:49,655 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T15:21:49,655 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67537080, jitterRate=0.006380915641784668}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T15:21:49,655 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T15:21:49,655 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731252109648Writing region info on filesystem at 1731252109648Initializing all the Stores at 1731252109649 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731252109649Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731252109649Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252109649Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731252109649Cleaning up temporary data from old regions at 1731252109654 (+5 ms)Running coprocessor post-open hooks at 1731252109655 (+1 ms)Region opened successfully at 1731252109655 2024-11-10T15:21:49,656 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731252109624 2024-11-10T15:21:49,657 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T15:21:49,657 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T15:21:49,658 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c0771061be61,35231,1731252106416 2024-11-10T15:21:49,658 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c0771061be61,35231,1731252106416, state=OPEN 2024-11-10T15:21:49,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35231-0x10125567fb20007, quorum=127.0.0.1:50472, baseZNode=/21142142344 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21142142344/meta-region-server 2024-11-10T15:21:49,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45553-0x10125567fb20006, quorum=127.0.0.1:50472, baseZNode=/21142142344 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21142142344/meta-region-server 2024-11-10T15:21:49,670 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c0771061be61,35231,1731252106416 2024-11-10T15:21:49,670 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21142142344/meta-region-server: CHANGED 2024-11-10T15:21:49,670 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21142142344/meta-region-server: CHANGED 2024-11-10T15:21:49,672 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T15:21:49,672 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c0771061be61,35231,1731252106416 in 197 msec 2024-11-10T15:21:49,673 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T15:21:49,673 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 433 msec 2024-11-10T15:21:49,673 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T15:21:49,673 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T15:21:49,674 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T15:21:49,674 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0771061be61,35231,1731252106416, seqNum=-1] 2024-11-10T15:21:49,675 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T15:21:49,675 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54029, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T15:21:49,679 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2670 sec 2024-11-10T15:21:49,679 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731252109679, completionTime=-1 2024-11-10T15:21:49,679 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T15:21:49,679 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T15:21:49,680 INFO [master/c0771061be61:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T15:21:49,680 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731252169680 2024-11-10T15:21:49,680 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731252229680 2024-11-10T15:21:49,680 INFO [master/c0771061be61:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T15:21:49,681 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,45553,1731252106311-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T15:21:49,681 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,45553,1731252106311-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:21:49,681 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,45553,1731252106311-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:21:49,681 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c0771061be61:45553, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:21:49,681 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T15:21:49,681 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T15:21:49,683 DEBUG [master/c0771061be61:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T15:21:49,684 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.201sec 2024-11-10T15:21:49,684 INFO [master/c0771061be61:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T15:21:49,684 INFO [master/c0771061be61:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T15:21:49,684 INFO [master/c0771061be61:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T15:21:49,684 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T15:21:49,684 INFO [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T15:21:49,684 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,45553,1731252106311-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T15:21:49,684 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,45553,1731252106311-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T15:21:49,686 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T15:21:49,686 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T15:21:49,686 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,45553,1731252106311-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:21:49,745 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dcb209f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:21:49,745 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0771061be61,45553,-1 for getting cluster id 2024-11-10T15:21:49,745 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T15:21:49,746 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '436097e6-7180-4823-a1ad-c8e4482898d5' 2024-11-10T15:21:49,747 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T15:21:49,747 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "436097e6-7180-4823-a1ad-c8e4482898d5" 2024-11-10T15:21:49,747 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@170c7a66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:21:49,747 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0771061be61,45553,-1] 2024-11-10T15:21:49,747 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T15:21:49,747 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:21:49,748 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T15:21:49,748 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4645525d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:21:49,748 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T15:21:49,749 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0771061be61,35231,1731252106416, seqNum=-1] 2024-11-10T15:21:49,749 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T15:21:49,750 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T15:21:49,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c0771061be61,45553,1731252106311 2024-11-10T15:21:49,752 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:50472 2024-11-10T15:21:49,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:50472, baseZNode=/21142142344 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T15:21:49,757 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10125567fb20008 connected 2024-11-10T15:21:49,769 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T15:21:49,769 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is c0771061be61,43187,1731252096003 2024-11-10T15:21:49,769 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@48f376fc 2024-11-10T15:21:49,770 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T15:21:49,770 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T15:21:49,771 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43187 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T15:21:49,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43187 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T15:21:49,773 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T15:21:49,773 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:21:49,773 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43187 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T15:21:49,773 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T15:21:49,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T15:21:49,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33105 is added to blk_1073741835_1011 (size=902) 2024-11-10T15:21:49,784 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 28cb8a71873ad86fbd4f27503aa49c5c, NAME => 'test,,1731252109771.28cb8a71873ad86fbd4f27503aa49c5c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1 2024-11-10T15:21:49,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33105 is added to blk_1073741836_1012 (size=39) 2024-11-10T15:21:49,791 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T15:21:49,791 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:21:49,791 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:21:49,818 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:21:49,818 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:21:49,818 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:21:49,819 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:21:49,819 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:21:49,819 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:21:49,824 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:21:49,826 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:21:49,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:21:49,828 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:21:49,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T15:21:50,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T15:21:50,189 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731252109771.28cb8a71873ad86fbd4f27503aa49c5c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:21:50,189 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 28cb8a71873ad86fbd4f27503aa49c5c, disabling compactions & flushes 2024-11-10T15:21:50,189 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731252109771.28cb8a71873ad86fbd4f27503aa49c5c. 2024-11-10T15:21:50,189 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731252109771.28cb8a71873ad86fbd4f27503aa49c5c. 2024-11-10T15:21:50,189 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731252109771.28cb8a71873ad86fbd4f27503aa49c5c. after waiting 0 ms 2024-11-10T15:21:50,189 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731252109771.28cb8a71873ad86fbd4f27503aa49c5c. 2024-11-10T15:21:50,189 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731252109771.28cb8a71873ad86fbd4f27503aa49c5c. 2024-11-10T15:21:50,189 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 28cb8a71873ad86fbd4f27503aa49c5c: Waiting for close lock at 1731252110189Disabling compacts and flushes for region at 1731252110189Disabling writes for close at 1731252110189Writing region close event to WAL at 1731252110189Closed at 1731252110189 2024-11-10T15:21:50,190 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T15:21:50,190 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731252109771.28cb8a71873ad86fbd4f27503aa49c5c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731252110190"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731252110190"}]},"ts":"1731252110190"} 2024-11-10T15:21:50,192 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T15:21:50,192 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T15:21:50,193 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731252110192"}]},"ts":"1731252110192"} 2024-11-10T15:21:50,194 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T15:21:50,194 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=28cb8a71873ad86fbd4f27503aa49c5c, ASSIGN}] 2024-11-10T15:21:50,195 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=28cb8a71873ad86fbd4f27503aa49c5c, ASSIGN 2024-11-10T15:21:50,195 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=28cb8a71873ad86fbd4f27503aa49c5c, ASSIGN; state=OFFLINE, location=c0771061be61,42795,1731252096168; forceNewPlan=false, retain=false 2024-11-10T15:21:50,346 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=28cb8a71873ad86fbd4f27503aa49c5c, regionState=OPENING, regionLocation=c0771061be61,42795,1731252096168 2024-11-10T15:21:50,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=28cb8a71873ad86fbd4f27503aa49c5c, ASSIGN because future has completed 2024-11-10T15:21:50,348 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 28cb8a71873ad86fbd4f27503aa49c5c, server=c0771061be61,42795,1731252096168}] 2024-11-10T15:21:50,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T15:21:50,503 INFO [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731252109771.28cb8a71873ad86fbd4f27503aa49c5c. 2024-11-10T15:21:50,503 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 28cb8a71873ad86fbd4f27503aa49c5c, NAME => 'test,,1731252109771.28cb8a71873ad86fbd4f27503aa49c5c.', STARTKEY => '', ENDKEY => ''} 2024-11-10T15:21:50,503 INFO [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T15:21:50,503 INFO [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T15:21:50,504 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 28cb8a71873ad86fbd4f27503aa49c5c 2024-11-10T15:21:50,504 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731252109771.28cb8a71873ad86fbd4f27503aa49c5c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:21:50,504 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 28cb8a71873ad86fbd4f27503aa49c5c 2024-11-10T15:21:50,504 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 28cb8a71873ad86fbd4f27503aa49c5c 2024-11-10T15:21:50,505 INFO [StoreOpener-28cb8a71873ad86fbd4f27503aa49c5c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 28cb8a71873ad86fbd4f27503aa49c5c 2024-11-10T15:21:50,506 INFO [StoreOpener-28cb8a71873ad86fbd4f27503aa49c5c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 28cb8a71873ad86fbd4f27503aa49c5c columnFamilyName f 2024-11-10T15:21:50,506 DEBUG [StoreOpener-28cb8a71873ad86fbd4f27503aa49c5c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:21:50,506 INFO [StoreOpener-28cb8a71873ad86fbd4f27503aa49c5c-1 {}] regionserver.HStore(327): Store=28cb8a71873ad86fbd4f27503aa49c5c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:21:50,506 INFO [StoreOpener-28cb8a71873ad86fbd4f27503aa49c5c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 28cb8a71873ad86fbd4f27503aa49c5c 2024-11-10T15:21:50,507 INFO [StoreOpener-28cb8a71873ad86fbd4f27503aa49c5c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 28cb8a71873ad86fbd4f27503aa49c5c columnFamilyName f1 2024-11-10T15:21:50,507 DEBUG [StoreOpener-28cb8a71873ad86fbd4f27503aa49c5c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:21:50,507 INFO [StoreOpener-28cb8a71873ad86fbd4f27503aa49c5c-1 {}] regionserver.HStore(327): Store=28cb8a71873ad86fbd4f27503aa49c5c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:21:50,507 INFO [StoreOpener-28cb8a71873ad86fbd4f27503aa49c5c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 28cb8a71873ad86fbd4f27503aa49c5c 2024-11-10T15:21:50,508 INFO [StoreOpener-28cb8a71873ad86fbd4f27503aa49c5c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 28cb8a71873ad86fbd4f27503aa49c5c columnFamilyName norep 2024-11-10T15:21:50,508 DEBUG [StoreOpener-28cb8a71873ad86fbd4f27503aa49c5c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:21:50,508 INFO [StoreOpener-28cb8a71873ad86fbd4f27503aa49c5c-1 {}] regionserver.HStore(327): Store=28cb8a71873ad86fbd4f27503aa49c5c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:21:50,508 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 28cb8a71873ad86fbd4f27503aa49c5c 2024-11-10T15:21:50,509 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/data/default/test/28cb8a71873ad86fbd4f27503aa49c5c 2024-11-10T15:21:50,509 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/data/default/test/28cb8a71873ad86fbd4f27503aa49c5c 2024-11-10T15:21:50,510 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 28cb8a71873ad86fbd4f27503aa49c5c 2024-11-10T15:21:50,510 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 28cb8a71873ad86fbd4f27503aa49c5c 2024-11-10T15:21:50,510 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T15:21:50,511 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 28cb8a71873ad86fbd4f27503aa49c5c 2024-11-10T15:21:50,512 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/data/default/test/28cb8a71873ad86fbd4f27503aa49c5c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T15:21:50,512 INFO [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 28cb8a71873ad86fbd4f27503aa49c5c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74805521, jitterRate=0.11468912661075592}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T15:21:50,512 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 28cb8a71873ad86fbd4f27503aa49c5c 2024-11-10T15:21:50,513 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 28cb8a71873ad86fbd4f27503aa49c5c: Running coprocessor pre-open hook at 1731252110504Writing region info on filesystem at 1731252110504Initializing all the Stores at 1731252110504Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252110504Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252110505 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252110505Cleaning up temporary data from old regions at 1731252110510 (+5 ms)Running coprocessor post-open hooks at 1731252110512 (+2 ms)Region opened successfully at 1731252110513 (+1 ms) 2024-11-10T15:21:50,514 INFO [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731252109771.28cb8a71873ad86fbd4f27503aa49c5c., pid=6, masterSystemTime=1731252110499 2024-11-10T15:21:50,515 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731252109771.28cb8a71873ad86fbd4f27503aa49c5c. 2024-11-10T15:21:50,515 INFO [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731252109771.28cb8a71873ad86fbd4f27503aa49c5c. 2024-11-10T15:21:50,516 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=28cb8a71873ad86fbd4f27503aa49c5c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c0771061be61,42795,1731252096168 2024-11-10T15:21:50,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 28cb8a71873ad86fbd4f27503aa49c5c, server=c0771061be61,42795,1731252096168 because future has completed 2024-11-10T15:21:50,519 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T15:21:50,519 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 28cb8a71873ad86fbd4f27503aa49c5c, server=c0771061be61,42795,1731252096168 in 169 msec 2024-11-10T15:21:50,520 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T15:21:50,520 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=28cb8a71873ad86fbd4f27503aa49c5c, ASSIGN in 325 msec 2024-11-10T15:21:50,521 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T15:21:50,521 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731252110521"}]},"ts":"1731252110521"} 2024-11-10T15:21:50,523 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T15:21:50,523 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T15:21:50,525 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 752 msec 2024-11-10T15:21:50,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T15:21:50,907 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T15:21:50,907 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T15:21:50,908 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is c0771061be61,39131,1731252101269 2024-11-10T15:21:50,908 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@67f3e355 2024-11-10T15:21:50,908 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T15:21:50,909 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T15:21:50,910 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39131 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T15:21:50,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39131 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T15:21:50,911 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T15:21:50,911 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:21:50,911 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39131 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T15:21:50,912 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T15:21:50,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T15:21:50,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37329 is added to blk_1073741835_1011 (size=902) 2024-11-10T15:21:51,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T15:21:51,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T15:21:51,318 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fceb5b52b905a2d273e465fd2e249872, NAME => 'test,,1731252110909.fceb5b52b905a2d273e465fd2e249872.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a 2024-11-10T15:21:51,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37329 is added to blk_1073741836_1012 (size=39) 2024-11-10T15:21:51,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T15:21:51,722 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731252110909.fceb5b52b905a2d273e465fd2e249872.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:21:51,722 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing fceb5b52b905a2d273e465fd2e249872, disabling compactions & flushes 2024-11-10T15:21:51,722 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731252110909.fceb5b52b905a2d273e465fd2e249872. 2024-11-10T15:21:51,722 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731252110909.fceb5b52b905a2d273e465fd2e249872. 2024-11-10T15:21:51,722 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731252110909.fceb5b52b905a2d273e465fd2e249872. after waiting 0 ms 2024-11-10T15:21:51,722 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731252110909.fceb5b52b905a2d273e465fd2e249872. 2024-11-10T15:21:51,722 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731252110909.fceb5b52b905a2d273e465fd2e249872. 2024-11-10T15:21:51,722 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for fceb5b52b905a2d273e465fd2e249872: Waiting for close lock at 1731252111722Disabling compacts and flushes for region at 1731252111722Disabling writes for close at 1731252111722Writing region close event to WAL at 1731252111722Closed at 1731252111722 2024-11-10T15:21:51,723 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T15:21:51,723 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731252110909.fceb5b52b905a2d273e465fd2e249872.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731252111723"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731252111723"}]},"ts":"1731252111723"} 2024-11-10T15:21:51,725 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T15:21:51,725 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T15:21:51,725 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731252111725"}]},"ts":"1731252111725"} 2024-11-10T15:21:51,727 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T15:21:51,727 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fceb5b52b905a2d273e465fd2e249872, ASSIGN}] 2024-11-10T15:21:51,728 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fceb5b52b905a2d273e465fd2e249872, ASSIGN 2024-11-10T15:21:51,728 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=fceb5b52b905a2d273e465fd2e249872, ASSIGN; state=OFFLINE, location=c0771061be61,43989,1731252101411; forceNewPlan=false, retain=false 2024-11-10T15:21:51,879 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fceb5b52b905a2d273e465fd2e249872, regionState=OPENING, regionLocation=c0771061be61,43989,1731252101411 2024-11-10T15:21:51,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=fceb5b52b905a2d273e465fd2e249872, ASSIGN because future has completed 2024-11-10T15:21:51,881 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fceb5b52b905a2d273e465fd2e249872, server=c0771061be61,43989,1731252101411}] 2024-11-10T15:21:52,035 INFO [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731252110909.fceb5b52b905a2d273e465fd2e249872. 2024-11-10T15:21:52,035 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => fceb5b52b905a2d273e465fd2e249872, NAME => 'test,,1731252110909.fceb5b52b905a2d273e465fd2e249872.', STARTKEY => '', ENDKEY => ''} 2024-11-10T15:21:52,035 INFO [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T15:21:52,035 INFO [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T15:21:52,035 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test fceb5b52b905a2d273e465fd2e249872 2024-11-10T15:21:52,035 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731252110909.fceb5b52b905a2d273e465fd2e249872.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:21:52,036 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for fceb5b52b905a2d273e465fd2e249872 2024-11-10T15:21:52,036 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for fceb5b52b905a2d273e465fd2e249872 2024-11-10T15:21:52,037 INFO [StoreOpener-fceb5b52b905a2d273e465fd2e249872-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region fceb5b52b905a2d273e465fd2e249872 2024-11-10T15:21:52,037 INFO [StoreOpener-fceb5b52b905a2d273e465fd2e249872-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fceb5b52b905a2d273e465fd2e249872 columnFamilyName f 2024-11-10T15:21:52,037 DEBUG [StoreOpener-fceb5b52b905a2d273e465fd2e249872-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:21:52,038 INFO [StoreOpener-fceb5b52b905a2d273e465fd2e249872-1 {}] regionserver.HStore(327): Store=fceb5b52b905a2d273e465fd2e249872/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:21:52,038 INFO [StoreOpener-fceb5b52b905a2d273e465fd2e249872-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region fceb5b52b905a2d273e465fd2e249872 2024-11-10T15:21:52,038 INFO [StoreOpener-fceb5b52b905a2d273e465fd2e249872-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fceb5b52b905a2d273e465fd2e249872 columnFamilyName f1 2024-11-10T15:21:52,038 DEBUG [StoreOpener-fceb5b52b905a2d273e465fd2e249872-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:21:52,039 INFO [StoreOpener-fceb5b52b905a2d273e465fd2e249872-1 {}] regionserver.HStore(327): Store=fceb5b52b905a2d273e465fd2e249872/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:21:52,039 INFO [StoreOpener-fceb5b52b905a2d273e465fd2e249872-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region fceb5b52b905a2d273e465fd2e249872 2024-11-10T15:21:52,039 INFO [StoreOpener-fceb5b52b905a2d273e465fd2e249872-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fceb5b52b905a2d273e465fd2e249872 columnFamilyName norep 2024-11-10T15:21:52,039 DEBUG [StoreOpener-fceb5b52b905a2d273e465fd2e249872-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:21:52,040 INFO [StoreOpener-fceb5b52b905a2d273e465fd2e249872-1 {}] regionserver.HStore(327): Store=fceb5b52b905a2d273e465fd2e249872/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:21:52,040 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for fceb5b52b905a2d273e465fd2e249872 2024-11-10T15:21:52,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T15:21:52,050 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/data/default/test/fceb5b52b905a2d273e465fd2e249872 2024-11-10T15:21:52,050 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/data/default/test/fceb5b52b905a2d273e465fd2e249872 2024-11-10T15:21:52,051 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for fceb5b52b905a2d273e465fd2e249872 2024-11-10T15:21:52,051 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for fceb5b52b905a2d273e465fd2e249872 2024-11-10T15:21:52,051 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T15:21:52,052 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for fceb5b52b905a2d273e465fd2e249872 2024-11-10T15:21:52,053 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/data/default/test/fceb5b52b905a2d273e465fd2e249872/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T15:21:52,053 INFO [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened fceb5b52b905a2d273e465fd2e249872; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71055210, jitterRate=0.05880513787269592}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T15:21:52,054 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fceb5b52b905a2d273e465fd2e249872 2024-11-10T15:21:52,054 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for fceb5b52b905a2d273e465fd2e249872: Running coprocessor pre-open hook at 1731252112036Writing region info on filesystem at 1731252112036Initializing all the Stores at 1731252112036Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252112036Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252112036Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252112036Cleaning up temporary data from old regions at 1731252112051 (+15 ms)Running coprocessor post-open hooks at 1731252112054 (+3 ms)Region opened successfully at 1731252112054 2024-11-10T15:21:52,054 INFO [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731252110909.fceb5b52b905a2d273e465fd2e249872., pid=6, masterSystemTime=1731252112032 2024-11-10T15:21:52,056 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731252110909.fceb5b52b905a2d273e465fd2e249872. 2024-11-10T15:21:52,056 INFO [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731252110909.fceb5b52b905a2d273e465fd2e249872. 2024-11-10T15:21:52,056 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fceb5b52b905a2d273e465fd2e249872, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c0771061be61,43989,1731252101411 2024-11-10T15:21:52,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fceb5b52b905a2d273e465fd2e249872, server=c0771061be61,43989,1731252101411 because future has completed 2024-11-10T15:21:52,060 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T15:21:52,060 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure fceb5b52b905a2d273e465fd2e249872, server=c0771061be61,43989,1731252101411 in 179 msec 2024-11-10T15:21:52,062 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T15:21:52,062 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=fceb5b52b905a2d273e465fd2e249872, ASSIGN in 333 msec 2024-11-10T15:21:52,062 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T15:21:52,063 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731252112062"}]},"ts":"1731252112062"} 2024-11-10T15:21:52,064 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T15:21:52,065 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T15:21:52,066 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1550 sec 2024-11-10T15:21:53,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T15:21:53,068 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T15:21:53,068 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T15:21:53,069 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is c0771061be61,45553,1731252106311 2024-11-10T15:21:53,069 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5289ffc9 2024-11-10T15:21:53,069 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T15:21:53,070 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T15:21:53,070 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45553 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T15:21:53,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45553 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T15:21:53,072 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T15:21:53,072 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45553 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T15:21:53,072 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:21:53,073 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T15:21:53,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T15:21:53,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46161 is added to blk_1073741835_1011 (size=902) 2024-11-10T15:21:53,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T15:21:53,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T15:21:53,479 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => dc77211b5ac158d947dec978ae899f69, NAME => 'test,,1731252113070.dc77211b5ac158d947dec978ae899f69.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba 2024-11-10T15:21:53,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46161 is added to blk_1073741836_1012 (size=39) 2024-11-10T15:21:53,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T15:21:53,884 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731252113070.dc77211b5ac158d947dec978ae899f69.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:21:53,884 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing dc77211b5ac158d947dec978ae899f69, disabling compactions & flushes 2024-11-10T15:21:53,884 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731252113070.dc77211b5ac158d947dec978ae899f69. 2024-11-10T15:21:53,884 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731252113070.dc77211b5ac158d947dec978ae899f69. 2024-11-10T15:21:53,884 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731252113070.dc77211b5ac158d947dec978ae899f69. after waiting 0 ms 2024-11-10T15:21:53,884 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731252113070.dc77211b5ac158d947dec978ae899f69. 2024-11-10T15:21:53,884 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731252113070.dc77211b5ac158d947dec978ae899f69. 2024-11-10T15:21:53,884 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for dc77211b5ac158d947dec978ae899f69: Waiting for close lock at 1731252113884Disabling compacts and flushes for region at 1731252113884Disabling writes for close at 1731252113884Writing region close event to WAL at 1731252113884Closed at 1731252113884 2024-11-10T15:21:53,927 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T15:21:53,928 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731252113070.dc77211b5ac158d947dec978ae899f69.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731252113927"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731252113927"}]},"ts":"1731252113927"} 2024-11-10T15:21:53,929 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T15:21:53,930 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T15:21:53,930 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731252113930"}]},"ts":"1731252113930"} 2024-11-10T15:21:53,931 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T15:21:53,931 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=dc77211b5ac158d947dec978ae899f69, ASSIGN}] 2024-11-10T15:21:53,932 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=dc77211b5ac158d947dec978ae899f69, ASSIGN 2024-11-10T15:21:53,933 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=dc77211b5ac158d947dec978ae899f69, ASSIGN; state=OFFLINE, location=c0771061be61,35231,1731252106416; forceNewPlan=false, retain=false 2024-11-10T15:21:54,084 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=dc77211b5ac158d947dec978ae899f69, regionState=OPENING, regionLocation=c0771061be61,35231,1731252106416 2024-11-10T15:21:54,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=dc77211b5ac158d947dec978ae899f69, ASSIGN because future has completed 2024-11-10T15:21:54,086 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure dc77211b5ac158d947dec978ae899f69, server=c0771061be61,35231,1731252106416}] 2024-11-10T15:21:54,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T15:21:54,241 INFO [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731252113070.dc77211b5ac158d947dec978ae899f69. 2024-11-10T15:21:54,241 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => dc77211b5ac158d947dec978ae899f69, NAME => 'test,,1731252113070.dc77211b5ac158d947dec978ae899f69.', STARTKEY => '', ENDKEY => ''} 2024-11-10T15:21:54,242 INFO [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T15:21:54,242 INFO [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T15:21:54,242 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test dc77211b5ac158d947dec978ae899f69 2024-11-10T15:21:54,242 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731252113070.dc77211b5ac158d947dec978ae899f69.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:21:54,242 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for dc77211b5ac158d947dec978ae899f69 2024-11-10T15:21:54,242 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for dc77211b5ac158d947dec978ae899f69 2024-11-10T15:21:54,243 INFO [StoreOpener-dc77211b5ac158d947dec978ae899f69-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region dc77211b5ac158d947dec978ae899f69 2024-11-10T15:21:54,244 INFO [StoreOpener-dc77211b5ac158d947dec978ae899f69-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dc77211b5ac158d947dec978ae899f69 columnFamilyName f 2024-11-10T15:21:54,244 DEBUG [StoreOpener-dc77211b5ac158d947dec978ae899f69-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:21:54,244 INFO [StoreOpener-dc77211b5ac158d947dec978ae899f69-1 {}] regionserver.HStore(327): Store=dc77211b5ac158d947dec978ae899f69/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:21:54,244 INFO [StoreOpener-dc77211b5ac158d947dec978ae899f69-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region dc77211b5ac158d947dec978ae899f69 2024-11-10T15:21:54,254 INFO [StoreOpener-dc77211b5ac158d947dec978ae899f69-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dc77211b5ac158d947dec978ae899f69 columnFamilyName f1 2024-11-10T15:21:54,254 DEBUG [StoreOpener-dc77211b5ac158d947dec978ae899f69-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:21:54,255 INFO [StoreOpener-dc77211b5ac158d947dec978ae899f69-1 {}] regionserver.HStore(327): Store=dc77211b5ac158d947dec978ae899f69/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:21:54,255 INFO [StoreOpener-dc77211b5ac158d947dec978ae899f69-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region dc77211b5ac158d947dec978ae899f69 2024-11-10T15:21:54,256 INFO [StoreOpener-dc77211b5ac158d947dec978ae899f69-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dc77211b5ac158d947dec978ae899f69 columnFamilyName norep 2024-11-10T15:21:54,256 DEBUG [StoreOpener-dc77211b5ac158d947dec978ae899f69-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:21:54,256 INFO [StoreOpener-dc77211b5ac158d947dec978ae899f69-1 {}] regionserver.HStore(327): Store=dc77211b5ac158d947dec978ae899f69/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:21:54,256 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for dc77211b5ac158d947dec978ae899f69 2024-11-10T15:21:54,256 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/data/default/test/dc77211b5ac158d947dec978ae899f69 2024-11-10T15:21:54,257 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/data/default/test/dc77211b5ac158d947dec978ae899f69 2024-11-10T15:21:54,257 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for dc77211b5ac158d947dec978ae899f69 2024-11-10T15:21:54,257 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for dc77211b5ac158d947dec978ae899f69 2024-11-10T15:21:54,257 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T15:21:54,258 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for dc77211b5ac158d947dec978ae899f69 2024-11-10T15:21:54,259 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/data/default/test/dc77211b5ac158d947dec978ae899f69/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T15:21:54,260 INFO [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened dc77211b5ac158d947dec978ae899f69; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60488169, jitterRate=-0.09865604341030121}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T15:21:54,260 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dc77211b5ac158d947dec978ae899f69 2024-11-10T15:21:54,260 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for dc77211b5ac158d947dec978ae899f69: Running coprocessor pre-open hook at 1731252114242Writing region info on filesystem at 1731252114242Initializing all the Stores at 1731252114243 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252114243Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252114243Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252114243Cleaning up temporary data from old regions at 1731252114257 (+14 ms)Running coprocessor post-open hooks at 1731252114260 (+3 ms)Region opened successfully at 1731252114260 2024-11-10T15:21:54,261 INFO [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731252113070.dc77211b5ac158d947dec978ae899f69., pid=6, masterSystemTime=1731252114238 2024-11-10T15:21:54,262 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731252113070.dc77211b5ac158d947dec978ae899f69. 2024-11-10T15:21:54,263 INFO [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731252113070.dc77211b5ac158d947dec978ae899f69. 2024-11-10T15:21:54,263 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=dc77211b5ac158d947dec978ae899f69, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c0771061be61,35231,1731252106416 2024-11-10T15:21:54,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure dc77211b5ac158d947dec978ae899f69, server=c0771061be61,35231,1731252106416 because future has completed 2024-11-10T15:21:54,268 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T15:21:54,268 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure dc77211b5ac158d947dec978ae899f69, server=c0771061be61,35231,1731252106416 in 180 msec 2024-11-10T15:21:54,269 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T15:21:54,269 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=dc77211b5ac158d947dec978ae899f69, ASSIGN in 337 msec 2024-11-10T15:21:54,270 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T15:21:54,270 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731252114270"}]},"ts":"1731252114270"} 2024-11-10T15:21:54,271 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T15:21:54,272 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T15:21:54,273 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2020 sec 2024-11-10T15:21:54,534 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-10T15:21:55,150 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T15:21:55,150 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:21:55,150 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:21:55,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:21:55,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:21:55,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:21:55,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:21:55,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:21:55,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:21:55,186 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:21:55,189 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:21:55,190 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:21:55,192 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:21:55,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T15:21:55,217 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T15:21:55,218 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61c524fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:21:55,218 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0771061be61,43187,-1 for getting cluster id 2024-11-10T15:21:55,218 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T15:21:55,219 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '35f98513-2e93-4ba6-8be4-59bacbc2484e' 2024-11-10T15:21:55,219 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T15:21:55,219 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "35f98513-2e93-4ba6-8be4-59bacbc2484e" 2024-11-10T15:21:55,219 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3597b514, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:21:55,219 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0771061be61,43187,-1] 2024-11-10T15:21:55,219 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T15:21:55,220 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:21:55,220 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T15:21:55,221 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a17d0d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:21:55,221 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T15:21:55,221 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is c0771061be61,43187,1731252096003 2024-11-10T15:21:55,221 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@397c3b9a 2024-11-10T15:21:55,222 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T15:21:55,222 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T15:21:55,222 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43187 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://c0771061be61:39131,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T15:21:55,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43187 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T15:21:55,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T15:21:55,225 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c0771061be61:39131' 2024-11-10T15:21:55,226 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10808683, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:21:55,226 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request c0771061be61,39131,-1 for getting cluster id 2024-11-10T15:21:55,226 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T15:21:55,227 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f253f12-752a-491d-8a42-d01f40e43cb9' 2024-11-10T15:21:55,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T15:21:55,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f253f12-752a-491d-8a42-d01f40e43cb9" 2024-11-10T15:21:55,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a4f8c63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:21:55,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0771061be61,39131,-1] 2024-11-10T15:21:55,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T15:21:55,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:21:55,228 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T15:21:55,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28e31b5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:21:55,228 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T15:21:55,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c0771061be61,39131,1731252101269 2024-11-10T15:21:55,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@63decd36 2024-11-10T15:21:55,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T15:21:55,230 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T15:21:55,230 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-10T15:21:55,230 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T15:21:55,231 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:21:55,231 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T15:21:55,231 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:21:55,231 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T15:21:55,232 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T15:21:55,233 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T15:21:55,233 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:21:55,233 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T15:21:55,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33105 is added to blk_1073741837_1013 (size=1138) 2024-11-10T15:21:55,282 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T15:21:55,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T15:21:55,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T15:21:55,639 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 28ef879da04fdefd4033958620c7c2d9, NAME => 'hbase:replication,,1731252115231.28ef879da04fdefd4033958620c7c2d9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1 2024-11-10T15:21:55,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33105 is added to blk_1073741838_1014 (size=44) 2024-11-10T15:21:55,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T15:21:56,043 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731252115231.28ef879da04fdefd4033958620c7c2d9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:21:56,043 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 28ef879da04fdefd4033958620c7c2d9, disabling compactions & flushes 2024-11-10T15:21:56,043 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731252115231.28ef879da04fdefd4033958620c7c2d9. 2024-11-10T15:21:56,043 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731252115231.28ef879da04fdefd4033958620c7c2d9. 2024-11-10T15:21:56,043 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731252115231.28ef879da04fdefd4033958620c7c2d9. after waiting 0 ms 2024-11-10T15:21:56,043 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731252115231.28ef879da04fdefd4033958620c7c2d9. 2024-11-10T15:21:56,044 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731252115231.28ef879da04fdefd4033958620c7c2d9. 2024-11-10T15:21:56,044 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 28ef879da04fdefd4033958620c7c2d9: Waiting for close lock at 1731252116043Disabling compacts and flushes for region at 1731252116043Disabling writes for close at 1731252116043Writing region close event to WAL at 1731252116044 (+1 ms)Closed at 1731252116044 2024-11-10T15:21:56,045 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T15:21:56,045 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731252115231.28ef879da04fdefd4033958620c7c2d9.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731252116045"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731252116045"}]},"ts":"1731252116045"} 2024-11-10T15:21:56,046 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T15:21:56,047 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T15:21:56,047 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731252116047"}]},"ts":"1731252116047"} 2024-11-10T15:21:56,049 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T15:21:56,049 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=28ef879da04fdefd4033958620c7c2d9, ASSIGN}] 2024-11-10T15:21:56,050 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=28ef879da04fdefd4033958620c7c2d9, ASSIGN 2024-11-10T15:21:56,050 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=28ef879da04fdefd4033958620c7c2d9, ASSIGN; state=OFFLINE, location=c0771061be61,42795,1731252096168; forceNewPlan=false, retain=false 2024-11-10T15:21:56,201 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=28ef879da04fdefd4033958620c7c2d9, regionState=OPENING, regionLocation=c0771061be61,42795,1731252096168 2024-11-10T15:21:56,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=28ef879da04fdefd4033958620c7c2d9, ASSIGN because future has completed 2024-11-10T15:21:56,203 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 28ef879da04fdefd4033958620c7c2d9, server=c0771061be61,42795,1731252096168}] 2024-11-10T15:21:56,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T15:21:56,358 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731252115231.28ef879da04fdefd4033958620c7c2d9. 2024-11-10T15:21:56,358 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T15:21:56,358 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T15:21:56,359 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0771061be61%2C42795%2C1731252096168.rep, suffix=, logDir=hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/WALs/c0771061be61,42795,1731252096168, archiveDir=hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/oldWALs, maxLogs=10 2024-11-10T15:21:56,372 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/WALs/c0771061be61,42795,1731252096168/c0771061be61%2C42795%2C1731252096168.rep.1731252116359, exclude list is [], retry=0 2024-11-10T15:21:56,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33105,DS-8a041033-5638-46f5-b3b6-4722ab027c41,DISK] 2024-11-10T15:21:56,375 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/WALs/c0771061be61,42795,1731252096168/c0771061be61%2C42795%2C1731252096168.rep.1731252116359 2024-11-10T15:21:56,375 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45507:45507)] 2024-11-10T15:21:56,375 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 28ef879da04fdefd4033958620c7c2d9, NAME => 'hbase:replication,,1731252115231.28ef879da04fdefd4033958620c7c2d9.', STARTKEY => '', ENDKEY => ''} 2024-11-10T15:21:56,375 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T15:21:56,375 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T15:21:56,376 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731252115231.28ef879da04fdefd4033958620c7c2d9. service=MultiRowMutationService 2024-11-10T15:21:56,376 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T15:21:56,376 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 28ef879da04fdefd4033958620c7c2d9 2024-11-10T15:21:56,376 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731252115231.28ef879da04fdefd4033958620c7c2d9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:21:56,376 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 28ef879da04fdefd4033958620c7c2d9 2024-11-10T15:21:56,376 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 28ef879da04fdefd4033958620c7c2d9 2024-11-10T15:21:56,377 INFO [StoreOpener-28ef879da04fdefd4033958620c7c2d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 28ef879da04fdefd4033958620c7c2d9 2024-11-10T15:21:56,378 INFO [StoreOpener-28ef879da04fdefd4033958620c7c2d9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 28ef879da04fdefd4033958620c7c2d9 columnFamilyName hfileref 2024-11-10T15:21:56,378 DEBUG [StoreOpener-28ef879da04fdefd4033958620c7c2d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:21:56,378 INFO [StoreOpener-28ef879da04fdefd4033958620c7c2d9-1 {}] regionserver.HStore(327): Store=28ef879da04fdefd4033958620c7c2d9/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:21:56,379 INFO [StoreOpener-28ef879da04fdefd4033958620c7c2d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 28ef879da04fdefd4033958620c7c2d9 2024-11-10T15:21:56,379 INFO [StoreOpener-28ef879da04fdefd4033958620c7c2d9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 28ef879da04fdefd4033958620c7c2d9 columnFamilyName queue 2024-11-10T15:21:56,379 DEBUG [StoreOpener-28ef879da04fdefd4033958620c7c2d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:21:56,380 INFO [StoreOpener-28ef879da04fdefd4033958620c7c2d9-1 {}] regionserver.HStore(327): Store=28ef879da04fdefd4033958620c7c2d9/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:21:56,380 INFO [StoreOpener-28ef879da04fdefd4033958620c7c2d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 28ef879da04fdefd4033958620c7c2d9 2024-11-10T15:21:56,381 INFO [StoreOpener-28ef879da04fdefd4033958620c7c2d9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 28ef879da04fdefd4033958620c7c2d9 columnFamilyName sid 2024-11-10T15:21:56,381 DEBUG [StoreOpener-28ef879da04fdefd4033958620c7c2d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:21:56,382 INFO [StoreOpener-28ef879da04fdefd4033958620c7c2d9-1 {}] regionserver.HStore(327): Store=28ef879da04fdefd4033958620c7c2d9/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:21:56,382 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 28ef879da04fdefd4033958620c7c2d9 2024-11-10T15:21:56,382 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/data/hbase/replication/28ef879da04fdefd4033958620c7c2d9 2024-11-10T15:21:56,382 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/data/hbase/replication/28ef879da04fdefd4033958620c7c2d9 2024-11-10T15:21:56,383 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 28ef879da04fdefd4033958620c7c2d9 2024-11-10T15:21:56,383 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 28ef879da04fdefd4033958620c7c2d9 2024-11-10T15:21:56,383 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T15:21:56,384 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 28ef879da04fdefd4033958620c7c2d9 2024-11-10T15:21:56,386 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/data/hbase/replication/28ef879da04fdefd4033958620c7c2d9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T15:21:56,386 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 28ef879da04fdefd4033958620c7c2d9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59854043, jitterRate=-0.10810525715351105}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T15:21:56,386 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 28ef879da04fdefd4033958620c7c2d9 2024-11-10T15:21:56,386 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 28ef879da04fdefd4033958620c7c2d9: Running coprocessor pre-open hook at 1731252116376Writing region info on filesystem at 1731252116376Initializing all the Stores at 1731252116377 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252116377Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252116377Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252116377Cleaning up temporary data from old regions at 1731252116383 (+6 ms)Running coprocessor post-open hooks at 1731252116386 (+3 ms)Region opened successfully at 1731252116386 2024-11-10T15:21:56,387 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731252115231.28ef879da04fdefd4033958620c7c2d9., pid=10, masterSystemTime=1731252116355 2024-11-10T15:21:56,388 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731252115231.28ef879da04fdefd4033958620c7c2d9. 2024-11-10T15:21:56,388 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731252115231.28ef879da04fdefd4033958620c7c2d9. 2024-11-10T15:21:56,389 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=28ef879da04fdefd4033958620c7c2d9, regionState=OPEN, openSeqNum=2, regionLocation=c0771061be61,42795,1731252096168 2024-11-10T15:21:56,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 28ef879da04fdefd4033958620c7c2d9, server=c0771061be61,42795,1731252096168 because future has completed 2024-11-10T15:21:56,393 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T15:21:56,393 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 28ef879da04fdefd4033958620c7c2d9, server=c0771061be61,42795,1731252096168 in 188 msec 2024-11-10T15:21:56,394 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-10T15:21:56,394 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=28ef879da04fdefd4033958620c7c2d9, ASSIGN in 344 msec 2024-11-10T15:21:56,395 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T15:21:56,395 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731252116395"}]},"ts":"1731252116395"} 2024-11-10T15:21:56,397 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T15:21:56,397 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T15:21:56,399 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1660 sec 2024-11-10T15:21:56,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731252115231.28ef879da04fdefd4033958620c7c2d9., hostname=c0771061be61,42795,1731252096168, seqNum=2] 2024-11-10T15:21:56,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42795-0x10125567fb20001, quorum=127.0.0.1:50472, baseZNode=/01549249273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01549249273 2024-11-10T15:21:56,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43187-0x10125567fb20000, quorum=127.0.0.1:50472, baseZNode=/01549249273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01549249273 2024-11-10T15:21:56,513 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T15:21:56,665 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42795 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-10T15:21:56,665 INFO [RS_REFRESH_PEER-regionserver/c0771061be61:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T15:21:56,698 INFO [RS_REFRESH_PEER-regionserver/c0771061be61:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c0771061be61,42795,1731252096168, ReplicationSource: 1, currentBandwidth=0 2024-11-10T15:21:56,698 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T15:21:56,698 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0771061be61,42795,1731252096168, seqNum=-1] 2024-11-10T15:21:56,699 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T15:21:56,700 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33169, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-10T15:21:56,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c0771061be61,42795,1731252096168', locateType=CURRENT is [region=hbase:replication,,1731252115231.28ef879da04fdefd4033958620c7c2d9., hostname=c0771061be61,42795,1731252096168, seqNum=2] 2024-11-10T15:21:56,709 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-10T15:21:56,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43187 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-10T15:21:56,712 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c0771061be61,42795,1731252096168 suceeded 2024-11-10T15:21:56,714 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-10T15:21:56,715 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 199 msec 2024-11-10T15:21:56,715 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c0771061be61:39131,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T15:21:56,716 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4930 sec 2024-11-10T15:21:56,725 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42795,1731252096168 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c0771061be61:39131' 2024-11-10T15:21:56,726 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42795,1731252096168 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@50ecc9f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:21:56,726 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42795,1731252096168 {}] client.ClusterIdFetcher(90): Going to request c0771061be61,39131,-1 for getting cluster id 2024-11-10T15:21:56,726 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42795,1731252096168 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T15:21:56,727 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f253f12-752a-491d-8a42-d01f40e43cb9' 2024-11-10T15:21:56,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T15:21:56,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f253f12-752a-491d-8a42-d01f40e43cb9" 2024-11-10T15:21:56,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f2593a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:21:56,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0771061be61,39131,-1] 2024-11-10T15:21:56,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T15:21:56,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:21:56,729 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-10T15:21:56,730 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42795,1731252096168 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1181b143, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:21:56,730 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42795,1731252096168 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T15:21:56,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c0771061be61,39131,1731252101269 2024-11-10T15:21:56,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@556131f3 2024-11-10T15:21:56,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T15:21:56,732 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-10T15:21:56,733 INFO [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42795,1731252096168 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c0771061be61,42795,1731252096168 (queues=1) is replicating from cluster=35f98513-2e93-4ba6-8be4-59bacbc2484e to cluster=7f253f12-752a-491d-8a42-d01f40e43cb9 2024-11-10T15:21:56,733 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42795,1731252096168 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c0771061be61%2C42795%2C1731252096168 2024-11-10T15:21:56,733 INFO [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42795,1731252096168 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c0771061be61,42795,1731252096168, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T15:21:56,733 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42795,1731252096168.replicationSource.wal-reader.c0771061be61%2C42795%2C1731252096168,1-c0771061be61,42795,1731252096168 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/WALs/c0771061be61,42795,1731252096168/c0771061be61%2C42795%2C1731252096168.1731252098076, startPosition=0, beingWritten=true 2024-11-10T15:21:56,734 INFO [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42795,1731252096168.replicationSource.shipperc0771061be61%2C42795%2C1731252096168,1-c0771061be61,42795,1731252096168 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c0771061be61%2C42795%2C1731252096168 2024-11-10T15:21:56,738 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42795,1731252096168.replicationSource.wal-reader.c0771061be61%2C42795%2C1731252096168,1-c0771061be61,42795,1731252096168 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T15:21:56,738 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42795,1731252096168.replicationSource.wal-reader.c0771061be61%2C42795%2C1731252096168,1-c0771061be61,42795,1731252096168 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/WALs/c0771061be61,42795,1731252096168/c0771061be61%2C42795%2C1731252096168.1731252098076 to pos 379, reset compression=false 2024-11-10T15:21:56,738 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42795,1731252096168.replicationSource.shipperc0771061be61%2C42795%2C1731252096168,1-c0771061be61,42795,1731252096168 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0771061be61,42795,1731252096168 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/WALs/c0771061be61,42795,1731252096168/c0771061be61%2C42795%2C1731252096168.1731252098076, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T15:21:56,942 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42795,1731252096168.replicationSource.wal-reader.c0771061be61%2C42795%2C1731252096168,1-c0771061be61,42795,1731252096168 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/WALs/c0771061be61,42795,1731252096168/c0771061be61%2C42795%2C1731252096168.1731252098076 to pos 379, reset compression=false 2024-11-10T15:21:57,246 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42795,1731252096168.replicationSource.wal-reader.c0771061be61%2C42795%2C1731252096168,1-c0771061be61,42795,1731252096168 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/WALs/c0771061be61,42795,1731252096168/c0771061be61%2C42795%2C1731252096168.1731252098076 to pos 379, reset compression=false 2024-11-10T15:21:57,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T15:21:57,368 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T15:21:57,368 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T15:21:57,368 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:21:57,368 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:21:57,368 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T15:21:57,368 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:21:57,369 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5611ca9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:21:57,369 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0771061be61,39131,-1 for getting cluster id 2024-11-10T15:21:57,369 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T15:21:57,369 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f253f12-752a-491d-8a42-d01f40e43cb9' 2024-11-10T15:21:57,369 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T15:21:57,370 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f253f12-752a-491d-8a42-d01f40e43cb9" 2024-11-10T15:21:57,370 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@197e5508, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:21:57,370 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0771061be61,39131,-1] 2024-11-10T15:21:57,370 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T15:21:57,370 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:21:57,370 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T15:21:57,371 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15a41487, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:21:57,371 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T15:21:57,372 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is c0771061be61,39131,1731252101269 2024-11-10T15:21:57,372 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@744c31c2 2024-11-10T15:21:57,372 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T15:21:57,373 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T15:21:57,373 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39131 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://c0771061be61:45553,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T15:21:57,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39131 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T15:21:57,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T15:21:57,377 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c0771061be61:45553' 2024-11-10T15:21:57,378 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@199de05f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:21:57,378 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c0771061be61,45553,-1 for getting cluster id 2024-11-10T15:21:57,378 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T15:21:57,379 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '436097e6-7180-4823-a1ad-c8e4482898d5' 2024-11-10T15:21:57,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T15:21:57,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "436097e6-7180-4823-a1ad-c8e4482898d5" 2024-11-10T15:21:57,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3716b9bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:21:57,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0771061be61,45553,-1] 2024-11-10T15:21:57,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T15:21:57,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:21:57,380 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T15:21:57,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@658ec94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:21:57,381 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T15:21:57,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c0771061be61,45553,1731252106311 2024-11-10T15:21:57,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2114e4c4 2024-11-10T15:21:57,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T15:21:57,382 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T15:21:57,383 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-10T15:21:57,383 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T15:21:57,383 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:21:57,383 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:21:57,383 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T15:21:57,384 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T15:21:57,385 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T15:21:57,385 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T15:21:57,385 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:21:57,386 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T15:21:57,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37329 is added to blk_1073741837_1013 (size=1138) 2024-11-10T15:21:57,435 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T15:21:57,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T15:21:57,650 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42795,1731252096168.replicationSource.wal-reader.c0771061be61%2C42795%2C1731252096168,1-c0771061be61,42795,1731252096168 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/WALs/c0771061be61,42795,1731252096168/c0771061be61%2C42795%2C1731252096168.1731252098076 to pos 379, reset compression=false 2024-11-10T15:21:57,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T15:21:57,792 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 14fd4fd90acb42ff1fff7f26c6d99993, NAME => 'hbase:replication,,1731252117383.14fd4fd90acb42ff1fff7f26c6d99993.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a 2024-11-10T15:21:57,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37329 is added to blk_1073741838_1014 (size=44) 2024-11-10T15:21:58,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T15:21:58,153 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42795,1731252096168.replicationSource.wal-reader.c0771061be61%2C42795%2C1731252096168,1-c0771061be61,42795,1731252096168 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/WALs/c0771061be61,42795,1731252096168/c0771061be61%2C42795%2C1731252096168.1731252098076 to pos 379, reset compression=false 2024-11-10T15:21:58,197 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731252117383.14fd4fd90acb42ff1fff7f26c6d99993.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:21:58,197 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 14fd4fd90acb42ff1fff7f26c6d99993, disabling compactions & flushes 2024-11-10T15:21:58,197 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731252117383.14fd4fd90acb42ff1fff7f26c6d99993. 2024-11-10T15:21:58,197 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731252117383.14fd4fd90acb42ff1fff7f26c6d99993. 2024-11-10T15:21:58,197 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731252117383.14fd4fd90acb42ff1fff7f26c6d99993. after waiting 0 ms 2024-11-10T15:21:58,197 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731252117383.14fd4fd90acb42ff1fff7f26c6d99993. 2024-11-10T15:21:58,197 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731252117383.14fd4fd90acb42ff1fff7f26c6d99993. 2024-11-10T15:21:58,197 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 14fd4fd90acb42ff1fff7f26c6d99993: Waiting for close lock at 1731252118197Disabling compacts and flushes for region at 1731252118197Disabling writes for close at 1731252118197Writing region close event to WAL at 1731252118197Closed at 1731252118197 2024-11-10T15:21:58,198 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T15:21:58,198 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731252117383.14fd4fd90acb42ff1fff7f26c6d99993.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731252118198"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731252118198"}]},"ts":"1731252118198"} 2024-11-10T15:21:58,200 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T15:21:58,201 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T15:21:58,201 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731252118201"}]},"ts":"1731252118201"} 2024-11-10T15:21:58,203 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T15:21:58,203 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=14fd4fd90acb42ff1fff7f26c6d99993, ASSIGN}] 2024-11-10T15:21:58,204 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=14fd4fd90acb42ff1fff7f26c6d99993, ASSIGN 2024-11-10T15:21:58,205 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=14fd4fd90acb42ff1fff7f26c6d99993, ASSIGN; state=OFFLINE, location=c0771061be61,43989,1731252101411; forceNewPlan=false, retain=false 2024-11-10T15:21:58,355 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=14fd4fd90acb42ff1fff7f26c6d99993, regionState=OPENING, regionLocation=c0771061be61,43989,1731252101411 2024-11-10T15:21:58,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=14fd4fd90acb42ff1fff7f26c6d99993, ASSIGN because future has completed 2024-11-10T15:21:58,358 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 14fd4fd90acb42ff1fff7f26c6d99993, server=c0771061be61,43989,1731252101411}] 2024-11-10T15:21:58,513 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731252117383.14fd4fd90acb42ff1fff7f26c6d99993. 2024-11-10T15:21:58,513 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T15:21:58,513 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T15:21:58,514 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0771061be61%2C43989%2C1731252101411.rep, suffix=, logDir=hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/WALs/c0771061be61,43989,1731252101411, archiveDir=hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/oldWALs, maxLogs=10 2024-11-10T15:21:58,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T15:21:58,527 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/WALs/c0771061be61,43989,1731252101411/c0771061be61%2C43989%2C1731252101411.rep.1731252118515, exclude list is [], retry=0 2024-11-10T15:21:58,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37329,DS-d841e508-6df6-4d3b-abe7-2c5485b156e2,DISK] 2024-11-10T15:21:58,530 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/WALs/c0771061be61,43989,1731252101411/c0771061be61%2C43989%2C1731252101411.rep.1731252118515 2024-11-10T15:21:58,532 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37477:37477)] 2024-11-10T15:21:58,532 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 14fd4fd90acb42ff1fff7f26c6d99993, NAME => 'hbase:replication,,1731252117383.14fd4fd90acb42ff1fff7f26c6d99993.', STARTKEY => '', ENDKEY => ''} 2024-11-10T15:21:58,533 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T15:21:58,533 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T15:21:58,533 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731252117383.14fd4fd90acb42ff1fff7f26c6d99993. service=MultiRowMutationService 2024-11-10T15:21:58,533 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T15:21:58,533 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 14fd4fd90acb42ff1fff7f26c6d99993 2024-11-10T15:21:58,533 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731252117383.14fd4fd90acb42ff1fff7f26c6d99993.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:21:58,533 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 14fd4fd90acb42ff1fff7f26c6d99993 2024-11-10T15:21:58,533 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 14fd4fd90acb42ff1fff7f26c6d99993 2024-11-10T15:21:58,535 INFO [StoreOpener-14fd4fd90acb42ff1fff7f26c6d99993-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 14fd4fd90acb42ff1fff7f26c6d99993 2024-11-10T15:21:58,536 INFO [StoreOpener-14fd4fd90acb42ff1fff7f26c6d99993-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 14fd4fd90acb42ff1fff7f26c6d99993 columnFamilyName hfileref 2024-11-10T15:21:58,536 DEBUG [StoreOpener-14fd4fd90acb42ff1fff7f26c6d99993-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:21:58,536 INFO [StoreOpener-14fd4fd90acb42ff1fff7f26c6d99993-1 {}] regionserver.HStore(327): Store=14fd4fd90acb42ff1fff7f26c6d99993/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:21:58,536 INFO [StoreOpener-14fd4fd90acb42ff1fff7f26c6d99993-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 14fd4fd90acb42ff1fff7f26c6d99993 2024-11-10T15:21:58,537 INFO [StoreOpener-14fd4fd90acb42ff1fff7f26c6d99993-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 14fd4fd90acb42ff1fff7f26c6d99993 columnFamilyName queue 2024-11-10T15:21:58,537 DEBUG [StoreOpener-14fd4fd90acb42ff1fff7f26c6d99993-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:21:58,537 INFO [StoreOpener-14fd4fd90acb42ff1fff7f26c6d99993-1 {}] regionserver.HStore(327): Store=14fd4fd90acb42ff1fff7f26c6d99993/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:21:58,537 INFO [StoreOpener-14fd4fd90acb42ff1fff7f26c6d99993-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 14fd4fd90acb42ff1fff7f26c6d99993 2024-11-10T15:21:58,538 INFO [StoreOpener-14fd4fd90acb42ff1fff7f26c6d99993-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 14fd4fd90acb42ff1fff7f26c6d99993 columnFamilyName sid 2024-11-10T15:21:58,538 DEBUG [StoreOpener-14fd4fd90acb42ff1fff7f26c6d99993-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:21:58,539 INFO [StoreOpener-14fd4fd90acb42ff1fff7f26c6d99993-1 {}] regionserver.HStore(327): Store=14fd4fd90acb42ff1fff7f26c6d99993/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:21:58,539 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 14fd4fd90acb42ff1fff7f26c6d99993 2024-11-10T15:21:58,539 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/data/hbase/replication/14fd4fd90acb42ff1fff7f26c6d99993 2024-11-10T15:21:58,540 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/data/hbase/replication/14fd4fd90acb42ff1fff7f26c6d99993 2024-11-10T15:21:58,540 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 14fd4fd90acb42ff1fff7f26c6d99993 2024-11-10T15:21:58,540 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 14fd4fd90acb42ff1fff7f26c6d99993 2024-11-10T15:21:58,541 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T15:21:58,541 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 14fd4fd90acb42ff1fff7f26c6d99993 2024-11-10T15:21:58,543 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/data/hbase/replication/14fd4fd90acb42ff1fff7f26c6d99993/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T15:21:58,543 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 14fd4fd90acb42ff1fff7f26c6d99993; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60080394, jitterRate=-0.10473236441612244}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T15:21:58,543 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 14fd4fd90acb42ff1fff7f26c6d99993 2024-11-10T15:21:58,543 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 14fd4fd90acb42ff1fff7f26c6d99993: Running coprocessor pre-open hook at 1731252118533Writing region info on filesystem at 1731252118533Initializing all the Stores at 1731252118534 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252118534Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252118534Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252118534Cleaning up temporary data from old regions at 1731252118540 (+6 ms)Running coprocessor post-open hooks at 1731252118543 (+3 ms)Region opened successfully at 1731252118543 2024-11-10T15:21:58,544 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731252117383.14fd4fd90acb42ff1fff7f26c6d99993., pid=10, masterSystemTime=1731252118510 2024-11-10T15:21:58,546 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731252117383.14fd4fd90acb42ff1fff7f26c6d99993. 2024-11-10T15:21:58,546 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731252117383.14fd4fd90acb42ff1fff7f26c6d99993. 2024-11-10T15:21:58,546 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=14fd4fd90acb42ff1fff7f26c6d99993, regionState=OPEN, openSeqNum=2, regionLocation=c0771061be61,43989,1731252101411 2024-11-10T15:21:58,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 14fd4fd90acb42ff1fff7f26c6d99993, server=c0771061be61,43989,1731252101411 because future has completed 2024-11-10T15:21:58,551 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T15:21:58,551 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 14fd4fd90acb42ff1fff7f26c6d99993, server=c0771061be61,43989,1731252101411 in 191 msec 2024-11-10T15:21:58,552 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-10T15:21:58,552 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=14fd4fd90acb42ff1fff7f26c6d99993, ASSIGN in 348 msec 2024-11-10T15:21:58,553 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T15:21:58,553 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731252118553"}]},"ts":"1731252118553"} 2024-11-10T15:21:58,555 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T15:21:58,556 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T15:21:58,557 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1720 sec 2024-11-10T15:21:58,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731252117383.14fd4fd90acb42ff1fff7f26c6d99993., hostname=c0771061be61,43989,1731252101411, seqNum=2] 2024-11-10T15:21:58,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39131-0x10125567fb20003, quorum=127.0.0.1:50472, baseZNode=/1-1992365126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1992365126 2024-11-10T15:21:58,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43989-0x10125567fb20004, quorum=127.0.0.1:50472, baseZNode=/1-1992365126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1992365126 2024-11-10T15:21:58,683 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T15:21:58,757 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42795,1731252096168.replicationSource.wal-reader.c0771061be61%2C42795%2C1731252096168,1-c0771061be61,42795,1731252096168 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/WALs/c0771061be61,42795,1731252096168/c0771061be61%2C42795%2C1731252096168.1731252098076 to pos 379, reset compression=false 2024-11-10T15:21:58,834 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43989 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-10T15:21:58,835 INFO [RS_REFRESH_PEER-regionserver/c0771061be61:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T15:21:58,862 INFO [RS_REFRESH_PEER-regionserver/c0771061be61:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c0771061be61,43989,1731252101411, ReplicationSource: 1, currentBandwidth=0 2024-11-10T15:21:58,862 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T15:21:58,862 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0771061be61,43989,1731252101411, seqNum=-1] 2024-11-10T15:21:58,862 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T15:21:58,863 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42265, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-10T15:21:58,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c0771061be61,43989,1731252101411', locateType=CURRENT is [region=hbase:replication,,1731252117383.14fd4fd90acb42ff1fff7f26c6d99993., hostname=c0771061be61,43989,1731252101411, seqNum=2] 2024-11-10T15:21:58,867 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-10T15:21:58,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39131 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-10T15:21:58,869 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c0771061be61,43989,1731252101411 suceeded 2024-11-10T15:21:58,870 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-10T15:21:58,870 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-10T15:21:58,870 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c0771061be61:45553,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T15:21:58,871 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4970 sec 2024-11-10T15:21:58,881 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43989,1731252101411 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c0771061be61:45553' 2024-11-10T15:21:58,882 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43989,1731252101411 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1232b276, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:21:58,882 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43989,1731252101411 {}] client.ClusterIdFetcher(90): Going to request c0771061be61,45553,-1 for getting cluster id 2024-11-10T15:21:58,883 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43989,1731252101411 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T15:21:58,883 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '436097e6-7180-4823-a1ad-c8e4482898d5' 2024-11-10T15:21:58,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T15:21:58,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "436097e6-7180-4823-a1ad-c8e4482898d5" 2024-11-10T15:21:58,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2eaee45b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:21:58,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0771061be61,45553,-1] 2024-11-10T15:21:58,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T15:21:58,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:21:58,884 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-10T15:21:58,885 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43989,1731252101411 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a0715c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:21:58,885 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43989,1731252101411 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T15:21:58,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is c0771061be61,45553,1731252106311 2024-11-10T15:21:58,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@664b8291 2024-11-10T15:21:58,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T15:21:58,886 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-10T15:21:58,887 INFO [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43989,1731252101411 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c0771061be61,43989,1731252101411 (queues=1) is replicating from cluster=7f253f12-752a-491d-8a42-d01f40e43cb9 to cluster=436097e6-7180-4823-a1ad-c8e4482898d5 2024-11-10T15:21:58,887 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43989,1731252101411 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c0771061be61%2C43989%2C1731252101411 2024-11-10T15:21:58,887 INFO [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43989,1731252101411 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c0771061be61,43989,1731252101411, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T15:21:58,887 INFO [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43989,1731252101411.replicationSource.shipperc0771061be61%2C43989%2C1731252101411,1-c0771061be61,43989,1731252101411 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c0771061be61%2C43989%2C1731252101411 2024-11-10T15:21:58,887 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43989,1731252101411.replicationSource.wal-reader.c0771061be61%2C43989%2C1731252101411,1-c0771061be61,43989,1731252101411 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/WALs/c0771061be61,43989,1731252101411/c0771061be61%2C43989%2C1731252101411.1731252103358, startPosition=0, beingWritten=true 2024-11-10T15:21:58,901 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43989,1731252101411.replicationSource.wal-reader.c0771061be61%2C43989%2C1731252101411,1-c0771061be61,43989,1731252101411 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T15:21:58,901 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43989,1731252101411.replicationSource.wal-reader.c0771061be61%2C43989%2C1731252101411,1-c0771061be61,43989,1731252101411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/WALs/c0771061be61,43989,1731252101411/c0771061be61%2C43989%2C1731252101411.1731252103358 to pos 379, reset compression=false 2024-11-10T15:21:58,901 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43989,1731252101411.replicationSource.shipperc0771061be61%2C43989%2C1731252101411,1-c0771061be61,43989,1731252101411 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0771061be61,43989,1731252101411 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/WALs/c0771061be61,43989,1731252101411/c0771061be61%2C43989%2C1731252101411.1731252103358, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T15:21:59,104 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43989,1731252101411.replicationSource.wal-reader.c0771061be61%2C43989%2C1731252101411,1-c0771061be61,43989,1731252101411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/WALs/c0771061be61,43989,1731252101411/c0771061be61%2C43989%2C1731252101411.1731252103358 to pos 379, reset compression=false 2024-11-10T15:21:59,408 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43989,1731252101411.replicationSource.wal-reader.c0771061be61%2C43989%2C1731252101411,1-c0771061be61,43989,1731252101411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/WALs/c0771061be61,43989,1731252101411/c0771061be61%2C43989%2C1731252101411.1731252103358 to pos 379, reset compression=false 2024-11-10T15:21:59,460 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42795,1731252096168.replicationSource.wal-reader.c0771061be61%2C42795%2C1731252096168,1-c0771061be61,42795,1731252096168 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/WALs/c0771061be61,42795,1731252096168/c0771061be61%2C42795%2C1731252096168.1731252098076 to pos 379, reset compression=false 2024-11-10T15:21:59,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T15:21:59,527 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T15:21:59,527 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T15:21:59,528 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:21:59,528 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:21:59,528 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:21:59,528 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T15:21:59,528 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8992bbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:21:59,528 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0771061be61,45553,-1 for getting cluster id 2024-11-10T15:21:59,528 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T15:21:59,529 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '436097e6-7180-4823-a1ad-c8e4482898d5' 2024-11-10T15:21:59,529 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T15:21:59,529 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "436097e6-7180-4823-a1ad-c8e4482898d5" 2024-11-10T15:21:59,529 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e0bce5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:21:59,529 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0771061be61,45553,-1] 2024-11-10T15:21:59,530 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T15:21:59,530 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:21:59,530 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T15:21:59,531 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51208cf8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:21:59,531 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T15:21:59,531 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is c0771061be61,45553,1731252106311 2024-11-10T15:21:59,532 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a7b5ed0 2024-11-10T15:21:59,532 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T15:21:59,532 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T15:21:59,533 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45553 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://c0771061be61:43187,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T15:21:59,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45553 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T15:21:59,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T15:21:59,535 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c0771061be61:43187' 2024-11-10T15:21:59,536 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32cbd935, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:21:59,536 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c0771061be61,43187,-1 for getting cluster id 2024-11-10T15:21:59,536 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T15:21:59,536 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '35f98513-2e93-4ba6-8be4-59bacbc2484e' 2024-11-10T15:21:59,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T15:21:59,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "35f98513-2e93-4ba6-8be4-59bacbc2484e" 2024-11-10T15:21:59,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41273734, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:21:59,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0771061be61,43187,-1] 2024-11-10T15:21:59,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T15:21:59,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:21:59,538 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T15:21:59,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1adfec1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:21:59,539 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T15:21:59,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is c0771061be61,43187,1731252096003 2024-11-10T15:21:59,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7778f178 2024-11-10T15:21:59,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T15:21:59,540 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T15:21:59,541 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-10T15:21:59,541 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T15:21:59,541 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:21:59,541 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:21:59,541 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T15:21:59,541 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T15:21:59,542 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T15:21:59,543 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T15:21:59,543 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:21:59,544 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T15:21:59,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46161 is added to blk_1073741837_1013 (size=1138) 2024-11-10T15:21:59,593 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T15:21:59,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T15:21:59,812 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43989,1731252101411.replicationSource.wal-reader.c0771061be61%2C43989%2C1731252101411,1-c0771061be61,43989,1731252101411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/WALs/c0771061be61,43989,1731252101411/c0771061be61%2C43989%2C1731252101411.1731252103358 to pos 379, reset compression=false 2024-11-10T15:21:59,834 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-10T15:21:59,834 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-10T15:21:59,834 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T15:21:59,834 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-10T15:21:59,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T15:21:59,957 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5f30f6b81dfe7f5e24682f473934e7be, NAME => 'hbase:replication,,1731252119541.5f30f6b81dfe7f5e24682f473934e7be.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba 2024-11-10T15:21:59,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46161 is added to blk_1073741838_1014 (size=44) 2024-11-10T15:22:00,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T15:22:00,264 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42795,1731252096168.replicationSource.wal-reader.c0771061be61%2C42795%2C1731252096168,1-c0771061be61,42795,1731252096168 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/WALs/c0771061be61,42795,1731252096168/c0771061be61%2C42795%2C1731252096168.1731252098076 to pos 379, reset compression=false 2024-11-10T15:22:00,316 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43989,1731252101411.replicationSource.wal-reader.c0771061be61%2C43989%2C1731252101411,1-c0771061be61,43989,1731252101411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/WALs/c0771061be61,43989,1731252101411/c0771061be61%2C43989%2C1731252101411.1731252103358 to pos 379, reset compression=false 2024-11-10T15:22:00,361 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731252119541.5f30f6b81dfe7f5e24682f473934e7be.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:22:00,362 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 5f30f6b81dfe7f5e24682f473934e7be, disabling compactions & flushes 2024-11-10T15:22:00,362 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731252119541.5f30f6b81dfe7f5e24682f473934e7be. 2024-11-10T15:22:00,362 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731252119541.5f30f6b81dfe7f5e24682f473934e7be. 2024-11-10T15:22:00,362 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731252119541.5f30f6b81dfe7f5e24682f473934e7be. after waiting 0 ms 2024-11-10T15:22:00,362 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731252119541.5f30f6b81dfe7f5e24682f473934e7be. 2024-11-10T15:22:00,362 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731252119541.5f30f6b81dfe7f5e24682f473934e7be. 2024-11-10T15:22:00,362 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5f30f6b81dfe7f5e24682f473934e7be: Waiting for close lock at 1731252120362Disabling compacts and flushes for region at 1731252120362Disabling writes for close at 1731252120362Writing region close event to WAL at 1731252120362Closed at 1731252120362 2024-11-10T15:22:00,363 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T15:22:00,363 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731252119541.5f30f6b81dfe7f5e24682f473934e7be.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731252120363"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731252120363"}]},"ts":"1731252120363"} 2024-11-10T15:22:00,365 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T15:22:00,365 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T15:22:00,365 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731252120365"}]},"ts":"1731252120365"} 2024-11-10T15:22:00,367 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T15:22:00,367 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5f30f6b81dfe7f5e24682f473934e7be, ASSIGN}] 2024-11-10T15:22:00,367 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5f30f6b81dfe7f5e24682f473934e7be, ASSIGN 2024-11-10T15:22:00,368 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5f30f6b81dfe7f5e24682f473934e7be, ASSIGN; state=OFFLINE, location=c0771061be61,35231,1731252106416; forceNewPlan=false, retain=false 2024-11-10T15:22:00,519 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5f30f6b81dfe7f5e24682f473934e7be, regionState=OPENING, regionLocation=c0771061be61,35231,1731252106416 2024-11-10T15:22:00,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5f30f6b81dfe7f5e24682f473934e7be, ASSIGN because future has completed 2024-11-10T15:22:00,521 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5f30f6b81dfe7f5e24682f473934e7be, server=c0771061be61,35231,1731252106416}] 2024-11-10T15:22:00,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T15:22:00,676 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731252119541.5f30f6b81dfe7f5e24682f473934e7be. 2024-11-10T15:22:00,676 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T15:22:00,676 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T15:22:00,677 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0771061be61%2C35231%2C1731252106416.rep, suffix=, logDir=hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/WALs/c0771061be61,35231,1731252106416, archiveDir=hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/oldWALs, maxLogs=10 2024-11-10T15:22:00,690 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/WALs/c0771061be61,35231,1731252106416/c0771061be61%2C35231%2C1731252106416.rep.1731252120677, exclude list is [], retry=0 2024-11-10T15:22:00,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46161,DS-1a8724aa-9c76-4369-b762-0ede508ca2b7,DISK] 2024-11-10T15:22:00,693 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/WALs/c0771061be61,35231,1731252106416/c0771061be61%2C35231%2C1731252106416.rep.1731252120677 2024-11-10T15:22:00,693 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33063:33063)] 2024-11-10T15:22:00,693 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 5f30f6b81dfe7f5e24682f473934e7be, NAME => 'hbase:replication,,1731252119541.5f30f6b81dfe7f5e24682f473934e7be.', STARTKEY => '', ENDKEY => ''} 2024-11-10T15:22:00,693 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T15:22:00,694 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T15:22:00,694 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731252119541.5f30f6b81dfe7f5e24682f473934e7be. service=MultiRowMutationService 2024-11-10T15:22:00,694 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T15:22:00,694 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 5f30f6b81dfe7f5e24682f473934e7be 2024-11-10T15:22:00,694 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731252119541.5f30f6b81dfe7f5e24682f473934e7be.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:22:00,694 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 5f30f6b81dfe7f5e24682f473934e7be 2024-11-10T15:22:00,694 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 5f30f6b81dfe7f5e24682f473934e7be 2024-11-10T15:22:00,695 INFO [StoreOpener-5f30f6b81dfe7f5e24682f473934e7be-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 5f30f6b81dfe7f5e24682f473934e7be 2024-11-10T15:22:00,696 INFO [StoreOpener-5f30f6b81dfe7f5e24682f473934e7be-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f30f6b81dfe7f5e24682f473934e7be columnFamilyName hfileref 2024-11-10T15:22:00,696 DEBUG [StoreOpener-5f30f6b81dfe7f5e24682f473934e7be-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:22:00,696 INFO [StoreOpener-5f30f6b81dfe7f5e24682f473934e7be-1 {}] regionserver.HStore(327): Store=5f30f6b81dfe7f5e24682f473934e7be/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:22:00,696 INFO [StoreOpener-5f30f6b81dfe7f5e24682f473934e7be-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 5f30f6b81dfe7f5e24682f473934e7be 2024-11-10T15:22:00,697 INFO [StoreOpener-5f30f6b81dfe7f5e24682f473934e7be-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f30f6b81dfe7f5e24682f473934e7be columnFamilyName queue 2024-11-10T15:22:00,697 DEBUG [StoreOpener-5f30f6b81dfe7f5e24682f473934e7be-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:22:00,697 INFO [StoreOpener-5f30f6b81dfe7f5e24682f473934e7be-1 {}] regionserver.HStore(327): Store=5f30f6b81dfe7f5e24682f473934e7be/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:22:00,697 INFO [StoreOpener-5f30f6b81dfe7f5e24682f473934e7be-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 5f30f6b81dfe7f5e24682f473934e7be 2024-11-10T15:22:00,698 INFO [StoreOpener-5f30f6b81dfe7f5e24682f473934e7be-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f30f6b81dfe7f5e24682f473934e7be columnFamilyName sid 2024-11-10T15:22:00,698 DEBUG [StoreOpener-5f30f6b81dfe7f5e24682f473934e7be-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:22:00,698 INFO [StoreOpener-5f30f6b81dfe7f5e24682f473934e7be-1 {}] regionserver.HStore(327): Store=5f30f6b81dfe7f5e24682f473934e7be/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:22:00,698 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 5f30f6b81dfe7f5e24682f473934e7be 2024-11-10T15:22:00,699 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/data/hbase/replication/5f30f6b81dfe7f5e24682f473934e7be 2024-11-10T15:22:00,699 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/data/hbase/replication/5f30f6b81dfe7f5e24682f473934e7be 2024-11-10T15:22:00,700 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 5f30f6b81dfe7f5e24682f473934e7be 2024-11-10T15:22:00,700 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 5f30f6b81dfe7f5e24682f473934e7be 2024-11-10T15:22:00,700 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T15:22:00,701 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 5f30f6b81dfe7f5e24682f473934e7be 2024-11-10T15:22:00,702 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/data/hbase/replication/5f30f6b81dfe7f5e24682f473934e7be/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T15:22:00,702 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 5f30f6b81dfe7f5e24682f473934e7be; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61557457, jitterRate=-0.08272241055965424}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T15:22:00,703 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5f30f6b81dfe7f5e24682f473934e7be 2024-11-10T15:22:00,703 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 5f30f6b81dfe7f5e24682f473934e7be: Running coprocessor pre-open hook at 1731252120694Writing region info on filesystem at 1731252120694Initializing all the Stores at 1731252120695 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252120695Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252120695Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252120695Cleaning up temporary data from old regions at 1731252120700 (+5 ms)Running coprocessor post-open hooks at 1731252120703 (+3 ms)Region opened successfully at 1731252120703 2024-11-10T15:22:00,703 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731252119541.5f30f6b81dfe7f5e24682f473934e7be., pid=10, masterSystemTime=1731252120673 2024-11-10T15:22:00,705 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731252119541.5f30f6b81dfe7f5e24682f473934e7be. 2024-11-10T15:22:00,705 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731252119541.5f30f6b81dfe7f5e24682f473934e7be. 2024-11-10T15:22:00,706 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5f30f6b81dfe7f5e24682f473934e7be, regionState=OPEN, openSeqNum=2, regionLocation=c0771061be61,35231,1731252106416 2024-11-10T15:22:00,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5f30f6b81dfe7f5e24682f473934e7be, server=c0771061be61,35231,1731252106416 because future has completed 2024-11-10T15:22:00,709 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T15:22:00,710 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 5f30f6b81dfe7f5e24682f473934e7be, server=c0771061be61,35231,1731252106416 in 187 msec 2024-11-10T15:22:00,711 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-10T15:22:00,711 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5f30f6b81dfe7f5e24682f473934e7be, ASSIGN in 343 msec 2024-11-10T15:22:00,711 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T15:22:00,712 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731252120711"}]},"ts":"1731252120711"} 2024-11-10T15:22:00,713 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T15:22:00,714 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T15:22:00,715 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1720 sec 2024-11-10T15:22:00,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731252119541.5f30f6b81dfe7f5e24682f473934e7be., hostname=c0771061be61,35231,1731252106416, seqNum=2] 2024-11-10T15:22:00,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45553-0x10125567fb20006, quorum=127.0.0.1:50472, baseZNode=/21142142344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21142142344 2024-11-10T15:22:00,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35231-0x10125567fb20007, quorum=127.0.0.1:50472, baseZNode=/21142142344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21142142344 2024-11-10T15:22:00,851 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T15:22:00,919 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43989,1731252101411.replicationSource.wal-reader.c0771061be61%2C43989%2C1731252101411,1-c0771061be61,43989,1731252101411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/WALs/c0771061be61,43989,1731252101411/c0771061be61%2C43989%2C1731252101411.1731252103358 to pos 379, reset compression=false 2024-11-10T15:22:01,003 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-10T15:22:01,004 INFO [RS_REFRESH_PEER-regionserver/c0771061be61:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T15:22:01,030 INFO [RS_REFRESH_PEER-regionserver/c0771061be61:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c0771061be61,35231,1731252106416, ReplicationSource: 1, currentBandwidth=0 2024-11-10T15:22:01,030 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T15:22:01,030 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0771061be61,35231,1731252106416, seqNum=-1] 2024-11-10T15:22:01,031 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T15:22:01,031 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36493, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-10T15:22:01,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c0771061be61,35231,1731252106416', locateType=CURRENT is [region=hbase:replication,,1731252119541.5f30f6b81dfe7f5e24682f473934e7be., hostname=c0771061be61,35231,1731252106416, seqNum=2] 2024-11-10T15:22:01,035 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-10T15:22:01,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45553 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-10T15:22:01,036 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c0771061be61,35231,1731252106416 suceeded 2024-11-10T15:22:01,037 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-10T15:22:01,037 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-10T15:22:01,038 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c0771061be61:43187,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T15:22:01,039 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5050 sec 2024-11-10T15:22:01,048 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,35231,1731252106416 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c0771061be61:43187' 2024-11-10T15:22:01,049 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,35231,1731252106416 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59afbe56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:22:01,049 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,35231,1731252106416 {}] client.ClusterIdFetcher(90): Going to request c0771061be61,43187,-1 for getting cluster id 2024-11-10T15:22:01,049 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,35231,1731252106416 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T15:22:01,050 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '35f98513-2e93-4ba6-8be4-59bacbc2484e' 2024-11-10T15:22:01,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T15:22:01,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "35f98513-2e93-4ba6-8be4-59bacbc2484e" 2024-11-10T15:22:01,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e3186cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:22:01,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0771061be61,43187,-1] 2024-11-10T15:22:01,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T15:22:01,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:22:01,051 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-10T15:22:01,051 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,35231,1731252106416 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@76bdc7f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:22:01,051 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,35231,1731252106416 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T15:22:01,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c0771061be61,43187,1731252096003 2024-11-10T15:22:01,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4903e456 2024-11-10T15:22:01,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T15:22:01,053 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-10T15:22:01,053 INFO [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,35231,1731252106416 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c0771061be61,35231,1731252106416 (queues=1) is replicating from cluster=436097e6-7180-4823-a1ad-c8e4482898d5 to cluster=35f98513-2e93-4ba6-8be4-59bacbc2484e 2024-11-10T15:22:01,053 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,35231,1731252106416 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c0771061be61%2C35231%2C1731252106416 2024-11-10T15:22:01,053 INFO [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,35231,1731252106416 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c0771061be61,35231,1731252106416, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T15:22:01,053 INFO [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,35231,1731252106416.replicationSource.shipperc0771061be61%2C35231%2C1731252106416,1-c0771061be61,35231,1731252106416 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c0771061be61%2C35231%2C1731252106416 2024-11-10T15:22:01,054 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,35231,1731252106416.replicationSource.wal-reader.c0771061be61%2C35231%2C1731252106416,1-c0771061be61,35231,1731252106416 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/WALs/c0771061be61,35231,1731252106416/c0771061be61%2C35231%2C1731252106416.1731252108664, startPosition=0, beingWritten=true 2024-11-10T15:22:01,057 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,35231,1731252106416.replicationSource.wal-reader.c0771061be61%2C35231%2C1731252106416,1-c0771061be61,35231,1731252106416 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T15:22:01,057 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,35231,1731252106416.replicationSource.wal-reader.c0771061be61%2C35231%2C1731252106416,1-c0771061be61,35231,1731252106416 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/WALs/c0771061be61,35231,1731252106416/c0771061be61%2C35231%2C1731252106416.1731252108664 to pos 379, reset compression=false 2024-11-10T15:22:01,057 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,35231,1731252106416.replicationSource.shipperc0771061be61%2C35231%2C1731252106416,1-c0771061be61,35231,1731252106416 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0771061be61,35231,1731252106416 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/WALs/c0771061be61,35231,1731252106416/c0771061be61%2C35231%2C1731252106416.1731252108664, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T15:22:01,168 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42795,1731252096168.replicationSource.wal-reader.c0771061be61%2C42795%2C1731252096168,1-c0771061be61,42795,1731252096168 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/WALs/c0771061be61,42795,1731252096168/c0771061be61%2C42795%2C1731252096168.1731252098076 to pos 379, reset compression=false 2024-11-10T15:22:01,228 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-10T15:22:01,260 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,35231,1731252106416.replicationSource.wal-reader.c0771061be61%2C35231%2C1731252106416,1-c0771061be61,35231,1731252106416 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/WALs/c0771061be61,35231,1731252106416/c0771061be61%2C35231%2C1731252106416.1731252108664 to pos 379, reset compression=false 2024-11-10T15:22:01,563 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,35231,1731252106416.replicationSource.wal-reader.c0771061be61%2C35231%2C1731252106416,1-c0771061be61,35231,1731252106416 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/WALs/c0771061be61,35231,1731252106416/c0771061be61%2C35231%2C1731252106416.1731252108664 to pos 379, reset compression=false 2024-11-10T15:22:01,623 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43989,1731252101411.replicationSource.wal-reader.c0771061be61%2C43989%2C1731252101411,1-c0771061be61,43989,1731252101411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/WALs/c0771061be61,43989,1731252101411/c0771061be61%2C43989%2C1731252101411.1731252103358 to pos 379, reset compression=false 2024-11-10T15:22:01,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T15:22:01,678 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T15:22:01,678 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T15:22:01,678 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:22:01,678 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:22:01,678 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:22:01,678 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T15:22:01,679 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24b62d37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:22:01,679 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0771061be61,43187,-1 for getting cluster id 2024-11-10T15:22:01,679 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T15:22:01,679 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '35f98513-2e93-4ba6-8be4-59bacbc2484e' 2024-11-10T15:22:01,680 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T15:22:01,680 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "35f98513-2e93-4ba6-8be4-59bacbc2484e" 2024-11-10T15:22:01,680 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ef2a4e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:22:01,680 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0771061be61,43187,-1] 2024-11-10T15:22:01,680 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T15:22:01,680 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:22:01,681 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T15:22:01,681 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4facc26c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:22:01,682 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cbb8983, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:22:01,682 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0771061be61,39131,-1 for getting cluster id 2024-11-10T15:22:01,682 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T15:22:01,682 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f253f12-752a-491d-8a42-d01f40e43cb9' 2024-11-10T15:22:01,682 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T15:22:01,682 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f253f12-752a-491d-8a42-d01f40e43cb9" 2024-11-10T15:22:01,683 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d0c695f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:22:01,683 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0771061be61,39131,-1] 2024-11-10T15:22:01,683 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T15:22:01,683 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:22:01,683 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T15:22:01,684 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d672702, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:22:01,684 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c9a569c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:22:01,684 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0771061be61,45553,-1 for getting cluster id 2024-11-10T15:22:01,684 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T15:22:01,685 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '436097e6-7180-4823-a1ad-c8e4482898d5' 2024-11-10T15:22:01,685 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T15:22:01,685 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "436097e6-7180-4823-a1ad-c8e4482898d5" 2024-11-10T15:22:01,685 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45e13a53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:22:01,685 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0771061be61,45553,-1] 2024-11-10T15:22:01,685 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T15:22:01,685 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:22:01,686 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T15:22:01,686 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4aee6295, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:22:01,687 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T15:22:01,688 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0771061be61,42795,1731252096168, seqNum=-1] 2024-11-10T15:22:01,688 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T15:22:01,689 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T15:22:01,690 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731252109771.28cb8a71873ad86fbd4f27503aa49c5c., hostname=c0771061be61,42795,1731252096168, seqNum=2] 2024-11-10T15:22:01,692 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T15:22:01,693 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0771061be61,35231,1731252106416, seqNum=-1] 2024-11-10T15:22:01,693 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T15:22:01,716 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T15:22:01,718 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731252113070.dc77211b5ac158d947dec978ae899f69., hostname=c0771061be61,35231,1731252106416, seqNum=2] 2024-11-10T15:22:01,719 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-10T15:22:01,878 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T15:22:01,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:01,879 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:01,909 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:01,910 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:01,910 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:01,910 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:01,910 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:01,910 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:01,916 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:01,918 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:01,919 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:01,920 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:01,966 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,35231,1731252106416.replicationSource.wal-reader.c0771061be61%2C35231%2C1731252106416,1-c0771061be61,35231,1731252106416 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/WALs/c0771061be61,35231,1731252106416/c0771061be61%2C35231%2C1731252106416.1731252108664 to pos 379, reset compression=false 2024-11-10T15:22:02,171 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42795,1731252096168.replicationSource.wal-reader.c0771061be61%2C42795%2C1731252096168,1-c0771061be61,42795,1731252096168 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/WALs/c0771061be61,42795,1731252096168/c0771061be61%2C42795%2C1731252096168.1731252098076 to pos 379, reset compression=false 2024-11-10T15:22:02,175 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42795,1731252096168.replicationSource.wal-reader.c0771061be61%2C42795%2C1731252096168,1-c0771061be61,42795,1731252096168 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T15:22:02,175 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42795,1731252096168.replicationSource.wal-reader.c0771061be61%2C42795%2C1731252096168,1-c0771061be61,42795,1731252096168 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/WALs/c0771061be61,42795,1731252096168/c0771061be61%2C42795%2C1731252096168.1731252098076 to pos 480, reset compression=false 2024-11-10T15:22:02,175 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42795,1731252096168.replicationSource.shipperc0771061be61%2C42795%2C1731252096168,1-c0771061be61,42795,1731252096168 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0771061be61,42795,1731252096168 got entry batch from reader: WALEntryBatch [walEntries=[{test/28cb8a71873ad86fbd4f27503aa49c5c/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/WALs/c0771061be61,42795,1731252096168/c0771061be61%2C42795%2C1731252096168.1731252098076, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-10T15:22:02,177 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42795,1731252096168.replicationSource.shipperc0771061be61%2C42795%2C1731252096168,1-c0771061be61,42795,1731252096168 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T15:22:02,178 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-10T15:22:02,179 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43989 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T15:22:02,179 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43989 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6ddaa7da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:22:02,179 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43989 {}] client.ClusterIdFetcher(90): Going to request c0771061be61,39131,-1 for getting cluster id 2024-11-10T15:22:02,179 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43989 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T15:22:02,179 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f253f12-752a-491d-8a42-d01f40e43cb9' 2024-11-10T15:22:02,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T15:22:02,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f253f12-752a-491d-8a42-d01f40e43cb9" 2024-11-10T15:22:02,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1568f9f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:22:02,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0771061be61,39131,-1] 2024-11-10T15:22:02,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T15:22:02,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:22:02,180 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-10T15:22:02,181 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43989 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@35a9cd8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:22:02,181 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43989 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T15:22:02,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0771061be61,43989,1731252101411, seqNum=-1] 2024-11-10T15:22:02,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T15:22:02,183 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-10T15:22:02,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731252110909.fceb5b52b905a2d273e465fd2e249872., hostname=c0771061be61,43989,1731252101411, seqNum=2] 2024-11-10T15:22:02,186 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43989 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T15:22:02,379 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42795,1731252096168.replicationSource.wal-reader.c0771061be61%2C42795%2C1731252096168,1-c0771061be61,42795,1731252096168 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/WALs/c0771061be61,42795,1731252096168/c0771061be61%2C42795%2C1731252096168.1731252098076 to pos 480, reset compression=false 2024-11-10T15:22:02,426 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43989,1731252101411.replicationSource.wal-reader.c0771061be61%2C43989%2C1731252101411,1-c0771061be61,43989,1731252101411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/WALs/c0771061be61,43989,1731252101411/c0771061be61%2C43989%2C1731252101411.1731252103358 to pos 379, reset compression=false 2024-11-10T15:22:02,430 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43989,1731252101411.replicationSource.wal-reader.c0771061be61%2C43989%2C1731252101411,1-c0771061be61,43989,1731252101411 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T15:22:02,430 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43989,1731252101411.replicationSource.wal-reader.c0771061be61%2C43989%2C1731252101411,1-c0771061be61,43989,1731252101411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/WALs/c0771061be61,43989,1731252101411/c0771061be61%2C43989%2C1731252101411.1731252103358 to pos 503, reset compression=false 2024-11-10T15:22:02,430 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43989,1731252101411.replicationSource.shipperc0771061be61%2C43989%2C1731252101411,1-c0771061be61,43989,1731252101411 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0771061be61,43989,1731252101411 got entry batch from reader: WALEntryBatch [walEntries=[{test/fceb5b52b905a2d273e465fd2e249872/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/WALs/c0771061be61,43989,1731252101411/c0771061be61%2C43989%2C1731252101411.1731252103358, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-10T15:22:02,432 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43989,1731252101411.replicationSource.shipperc0771061be61%2C43989%2C1731252101411,1-c0771061be61,43989,1731252101411 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T15:22:02,433 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-10T15:22:02,433 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35231 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T15:22:02,434 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35231 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@10610d04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:22:02,434 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35231 {}] client.ClusterIdFetcher(90): Going to request c0771061be61,45553,-1 for getting cluster id 2024-11-10T15:22:02,434 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35231 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T15:22:02,434 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '436097e6-7180-4823-a1ad-c8e4482898d5' 2024-11-10T15:22:02,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T15:22:02,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "436097e6-7180-4823-a1ad-c8e4482898d5" 2024-11-10T15:22:02,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c0d5ad4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:22:02,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0771061be61,45553,-1] 2024-11-10T15:22:02,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T15:22:02,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:22:02,435 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-10T15:22:02,436 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35231 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@68dfcb79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:22:02,436 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35231 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T15:22:02,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0771061be61,35231,1731252106416, seqNum=-1] 2024-11-10T15:22:02,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T15:22:02,438 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-10T15:22:02,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731252113070.dc77211b5ac158d947dec978ae899f69., hostname=c0771061be61,35231,1731252106416, seqNum=2] 2024-11-10T15:22:02,442 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35231 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T15:22:02,470 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,35231,1731252106416.replicationSource.wal-reader.c0771061be61%2C35231%2C1731252106416,1-c0771061be61,35231,1731252106416 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/WALs/c0771061be61,35231,1731252106416/c0771061be61%2C35231%2C1731252106416.1731252108664 to pos 379, reset compression=false 2024-11-10T15:22:02,474 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,35231,1731252106416.replicationSource.wal-reader.c0771061be61%2C35231%2C1731252106416,1-c0771061be61,35231,1731252106416 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T15:22:02,474 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,35231,1731252106416.replicationSource.wal-reader.c0771061be61%2C35231%2C1731252106416,1-c0771061be61,35231,1731252106416 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/WALs/c0771061be61,35231,1731252106416/c0771061be61%2C35231%2C1731252106416.1731252108664 to pos 526, reset compression=false 2024-11-10T15:22:02,474 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,35231,1731252106416.replicationSource.shipperc0771061be61%2C35231%2C1731252106416,1-c0771061be61,35231,1731252106416 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0771061be61,35231,1731252106416 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/WALs/c0771061be61,35231,1731252106416/c0771061be61%2C35231%2C1731252106416.1731252108664, lastWalPosition=526, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T15:22:02,633 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43989,1731252101411.replicationSource.wal-reader.c0771061be61%2C43989%2C1731252101411,1-c0771061be61,43989,1731252101411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/WALs/c0771061be61,43989,1731252101411/c0771061be61%2C43989%2C1731252101411.1731252103358 to pos 503, reset compression=false 2024-11-10T15:22:02,677 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,35231,1731252106416.replicationSource.wal-reader.c0771061be61%2C35231%2C1731252106416,1-c0771061be61,35231,1731252106416 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/WALs/c0771061be61,35231,1731252106416/c0771061be61%2C35231%2C1731252106416.1731252108664 to pos 526, reset compression=false 2024-11-10T15:22:02,682 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42795,1731252096168.replicationSource.wal-reader.c0771061be61%2C42795%2C1731252096168,1-c0771061be61,42795,1731252096168 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/WALs/c0771061be61,42795,1731252096168/c0771061be61%2C42795%2C1731252096168.1731252098076 to pos 480, reset compression=false 2024-11-10T15:22:02,720 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-10T15:22:02,721 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T15:22:02,721 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0771061be61,43989,1731252101411, seqNum=-1] 2024-11-10T15:22:02,722 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T15:22:02,722 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T15:22:02,724 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731252110909.fceb5b52b905a2d273e465fd2e249872., hostname=c0771061be61,43989,1731252101411, seqNum=2] 2024-11-10T15:22:02,726 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-10T15:22:02,936 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43989,1731252101411.replicationSource.wal-reader.c0771061be61%2C43989%2C1731252101411,1-c0771061be61,43989,1731252101411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/WALs/c0771061be61,43989,1731252101411/c0771061be61%2C43989%2C1731252101411.1731252103358 to pos 503, reset compression=false 2024-11-10T15:22:02,941 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43989,1731252101411.replicationSource.wal-reader.c0771061be61%2C43989%2C1731252101411,1-c0771061be61,43989,1731252101411 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T15:22:02,941 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43989,1731252101411.replicationSource.wal-reader.c0771061be61%2C43989%2C1731252101411,1-c0771061be61,43989,1731252101411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/WALs/c0771061be61,43989,1731252101411/c0771061be61%2C43989%2C1731252101411.1731252103358 to pos 607, reset compression=false 2024-11-10T15:22:02,941 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43989,1731252101411.replicationSource.shipperc0771061be61%2C43989%2C1731252101411,1-c0771061be61,43989,1731252101411 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0771061be61,43989,1731252101411 got entry batch from reader: WALEntryBatch [walEntries=[{test/fceb5b52b905a2d273e465fd2e249872/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/WALs/c0771061be61,43989,1731252101411/c0771061be61%2C43989%2C1731252101411.1731252103358, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-10T15:22:02,942 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35231 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T15:22:02,944 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35231 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T15:22:02,980 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,35231,1731252106416.replicationSource.wal-reader.c0771061be61%2C35231%2C1731252106416,1-c0771061be61,35231,1731252106416 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/WALs/c0771061be61,35231,1731252106416/c0771061be61%2C35231%2C1731252106416.1731252108664 to pos 526, reset compression=false 2024-11-10T15:22:02,985 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,35231,1731252106416.replicationSource.wal-reader.c0771061be61%2C35231%2C1731252106416,1-c0771061be61,35231,1731252106416 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T15:22:02,985 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,35231,1731252106416.replicationSource.wal-reader.c0771061be61%2C35231%2C1731252106416,1-c0771061be61,35231,1731252106416 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/WALs/c0771061be61,35231,1731252106416/c0771061be61%2C35231%2C1731252106416.1731252108664 to pos 653, reset compression=false 2024-11-10T15:22:02,985 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,35231,1731252106416.replicationSource.shipperc0771061be61%2C35231%2C1731252106416,1-c0771061be61,35231,1731252106416 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0771061be61,35231,1731252106416 got entry batch from reader: WALEntryBatch [walEntries=[{test/dc77211b5ac158d947dec978ae899f69/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/WALs/c0771061be61,35231,1731252106416/c0771061be61%2C35231%2C1731252106416.1731252108664, lastWalPosition=653, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-10T15:22:02,987 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,35231,1731252106416.replicationSource.shipperc0771061be61%2C35231%2C1731252106416,1-c0771061be61,35231,1731252106416 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T15:22:02,988 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-10T15:22:02,988 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42795 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T15:22:02,988 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42795 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@36583ed7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:22:02,988 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42795 {}] client.ClusterIdFetcher(90): Going to request c0771061be61,43187,-1 for getting cluster id 2024-11-10T15:22:02,989 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42795 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T15:22:02,989 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '35f98513-2e93-4ba6-8be4-59bacbc2484e' 2024-11-10T15:22:02,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T15:22:02,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "35f98513-2e93-4ba6-8be4-59bacbc2484e" 2024-11-10T15:22:02,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@31dd7f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:22:02,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0771061be61,43187,-1] 2024-11-10T15:22:02,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T15:22:02,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:22:02,990 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-10T15:22:02,990 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42795 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@212eedec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:22:02,991 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42795 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T15:22:02,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0771061be61,42795,1731252096168, seqNum=-1] 2024-11-10T15:22:02,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T15:22:02,992 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-10T15:22:02,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731252109771.28cb8a71873ad86fbd4f27503aa49c5c., hostname=c0771061be61,42795,1731252096168, seqNum=2] 2024-11-10T15:22:02,995 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42795 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T15:22:03,085 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42795,1731252096168.replicationSource.wal-reader.c0771061be61%2C42795%2C1731252096168,1-c0771061be61,42795,1731252096168 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/WALs/c0771061be61,42795,1731252096168/c0771061be61%2C42795%2C1731252096168.1731252098076 to pos 480, reset compression=false 2024-11-10T15:22:03,089 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42795,1731252096168.replicationSource.wal-reader.c0771061be61%2C42795%2C1731252096168,1-c0771061be61,42795,1731252096168 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T15:22:03,089 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42795,1731252096168.replicationSource.wal-reader.c0771061be61%2C42795%2C1731252096168,1-c0771061be61,42795,1731252096168 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/WALs/c0771061be61,42795,1731252096168/c0771061be61%2C42795%2C1731252096168.1731252098076 to pos 630, reset compression=false 2024-11-10T15:22:03,089 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42795,1731252096168.replicationSource.shipperc0771061be61%2C42795%2C1731252096168,1-c0771061be61,42795,1731252096168 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0771061be61,42795,1731252096168 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/WALs/c0771061be61,42795,1731252096168/c0771061be61%2C42795%2C1731252096168.1731252098076, lastWalPosition=630, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T15:22:03,144 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43989,1731252101411.replicationSource.wal-reader.c0771061be61%2C43989%2C1731252101411,1-c0771061be61,43989,1731252101411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/WALs/c0771061be61,43989,1731252101411/c0771061be61%2C43989%2C1731252101411.1731252103358 to pos 607, reset compression=false 2024-11-10T15:22:03,188 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,35231,1731252106416.replicationSource.wal-reader.c0771061be61%2C35231%2C1731252106416,1-c0771061be61,35231,1731252106416 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/WALs/c0771061be61,35231,1731252106416/c0771061be61%2C35231%2C1731252106416.1731252108664 to pos 653, reset compression=false 2024-11-10T15:22:03,292 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42795,1731252096168.replicationSource.wal-reader.c0771061be61%2C42795%2C1731252096168,1-c0771061be61,42795,1731252096168 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/WALs/c0771061be61,42795,1731252096168/c0771061be61%2C42795%2C1731252096168.1731252098076 to pos 630, reset compression=false 2024-11-10T15:22:03,447 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43989,1731252101411.replicationSource.wal-reader.c0771061be61%2C43989%2C1731252101411,1-c0771061be61,43989,1731252101411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/WALs/c0771061be61,43989,1731252101411/c0771061be61%2C43989%2C1731252101411.1731252103358 to pos 607, reset compression=false 2024-11-10T15:22:03,491 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,35231,1731252106416.replicationSource.wal-reader.c0771061be61%2C35231%2C1731252106416,1-c0771061be61,35231,1731252106416 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/WALs/c0771061be61,35231,1731252106416/c0771061be61%2C35231%2C1731252106416.1731252108664 to pos 653, reset compression=false 2024-11-10T15:22:03,566 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T15:22:03,567 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c0771061be61,45381,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c0771061be61:45381 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T15:22:03,567 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68499 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c0771061be61,45381,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c0771061be61:45381 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T15:22:03,595 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42795,1731252096168.replicationSource.wal-reader.c0771061be61%2C42795%2C1731252096168,1-c0771061be61,42795,1731252096168 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/WALs/c0771061be61,42795,1731252096168/c0771061be61%2C42795%2C1731252096168.1731252098076 to pos 630, reset compression=false 2024-11-10T15:22:03,729 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-10T15:22:03,732 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-10T15:22:03,851 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43989,1731252101411.replicationSource.wal-reader.c0771061be61%2C43989%2C1731252101411,1-c0771061be61,43989,1731252101411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/WALs/c0771061be61,43989,1731252101411/c0771061be61%2C43989%2C1731252101411.1731252103358 to pos 607, reset compression=false 2024-11-10T15:22:03,894 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,35231,1731252106416.replicationSource.wal-reader.c0771061be61%2C35231%2C1731252106416,1-c0771061be61,35231,1731252106416 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/WALs/c0771061be61,35231,1731252106416/c0771061be61%2C35231%2C1731252106416.1731252108664 to pos 653, reset compression=false 2024-11-10T15:22:03,932 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,35231,1731252106416.replicationSource.wal-reader.c0771061be61%2C35231%2C1731252106416,1-c0771061be61,35231,1731252106416 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T15:22:03,932 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,35231,1731252106416.replicationSource.wal-reader.c0771061be61%2C35231%2C1731252106416,1-c0771061be61,35231,1731252106416 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/WALs/c0771061be61,35231,1731252106416/c0771061be61%2C35231%2C1731252106416.1731252108664 to pos 757, reset compression=false 2024-11-10T15:22:03,932 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,35231,1731252106416.replicationSource.shipperc0771061be61%2C35231%2C1731252106416,1-c0771061be61,35231,1731252106416 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0771061be61,35231,1731252106416 got entry batch from reader: WALEntryBatch [walEntries=[{test/dc77211b5ac158d947dec978ae899f69/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/WALs/c0771061be61,35231,1731252106416/c0771061be61%2C35231%2C1731252106416.1731252108664, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-10T15:22:03,933 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42795 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T15:22:03,936 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42795 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T15:22:03,998 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42795,1731252096168.replicationSource.wal-reader.c0771061be61%2C42795%2C1731252096168,1-c0771061be61,42795,1731252096168 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/WALs/c0771061be61,42795,1731252096168/c0771061be61%2C42795%2C1731252096168.1731252098076 to pos 630, reset compression=false 2024-11-10T15:22:04,002 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42795,1731252096168.replicationSource.wal-reader.c0771061be61%2C42795%2C1731252096168,1-c0771061be61,42795,1731252096168 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T15:22:04,002 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42795,1731252096168.replicationSource.wal-reader.c0771061be61%2C42795%2C1731252096168,1-c0771061be61,42795,1731252096168 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/WALs/c0771061be61,42795,1731252096168/c0771061be61%2C42795%2C1731252096168.1731252098076 to pos 757, reset compression=false 2024-11-10T15:22:04,002 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42795,1731252096168.replicationSource.shipperc0771061be61%2C42795%2C1731252096168,1-c0771061be61,42795,1731252096168 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0771061be61,42795,1731252096168 got entry batch from reader: WALEntryBatch [walEntries=[{test/28cb8a71873ad86fbd4f27503aa49c5c/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/WALs/c0771061be61,42795,1731252096168/c0771061be61%2C42795%2C1731252096168.1731252098076, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-10T15:22:04,003 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43989 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T15:22:04,005 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43989 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T15:22:04,136 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,35231,1731252106416.replicationSource.wal-reader.c0771061be61%2C35231%2C1731252106416,1-c0771061be61,35231,1731252106416 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/WALs/c0771061be61,35231,1731252106416/c0771061be61%2C35231%2C1731252106416.1731252108664 to pos 757, reset compression=false 2024-11-10T15:22:04,205 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42795,1731252096168.replicationSource.wal-reader.c0771061be61%2C42795%2C1731252096168,1-c0771061be61,42795,1731252096168 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/WALs/c0771061be61,42795,1731252096168/c0771061be61%2C42795%2C1731252096168.1731252098076 to pos 757, reset compression=false 2024-11-10T15:22:04,355 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43989,1731252101411.replicationSource.wal-reader.c0771061be61%2C43989%2C1731252101411,1-c0771061be61,43989,1731252101411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/WALs/c0771061be61,43989,1731252101411/c0771061be61%2C43989%2C1731252101411.1731252103358 to pos 607, reset compression=false 2024-11-10T15:22:04,359 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43989,1731252101411.replicationSource.wal-reader.c0771061be61%2C43989%2C1731252101411,1-c0771061be61,43989,1731252101411 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T15:22:04,359 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43989,1731252101411.replicationSource.wal-reader.c0771061be61%2C43989%2C1731252101411,1-c0771061be61,43989,1731252101411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/WALs/c0771061be61,43989,1731252101411/c0771061be61%2C43989%2C1731252101411.1731252103358 to pos 757, reset compression=false 2024-11-10T15:22:04,359 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43989,1731252101411.replicationSource.shipperc0771061be61%2C43989%2C1731252101411,1-c0771061be61,43989,1731252101411 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0771061be61,43989,1731252101411 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/WALs/c0771061be61,43989,1731252101411/c0771061be61%2C43989%2C1731252101411.1731252103358, lastWalPosition=757, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T15:22:04,439 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,35231,1731252106416.replicationSource.wal-reader.c0771061be61%2C35231%2C1731252106416,1-c0771061be61,35231,1731252106416 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/WALs/c0771061be61,35231,1731252106416/c0771061be61%2C35231%2C1731252106416.1731252108664 to pos 757, reset compression=false 2024-11-10T15:22:04,509 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42795,1731252096168.replicationSource.wal-reader.c0771061be61%2C42795%2C1731252096168,1-c0771061be61,42795,1731252096168 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/WALs/c0771061be61,42795,1731252096168/c0771061be61%2C42795%2C1731252096168.1731252098076 to pos 757, reset compression=false 2024-11-10T15:22:04,562 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43989,1731252101411.replicationSource.wal-reader.c0771061be61%2C43989%2C1731252101411,1-c0771061be61,43989,1731252101411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/WALs/c0771061be61,43989,1731252101411/c0771061be61%2C43989%2C1731252101411.1731252103358 to pos 757, reset compression=false 2024-11-10T15:22:04,734 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-10T15:22:04,737 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-10T15:22:04,842 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,35231,1731252106416.replicationSource.wal-reader.c0771061be61%2C35231%2C1731252106416,1-c0771061be61,35231,1731252106416 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/WALs/c0771061be61,35231,1731252106416/c0771061be61%2C35231%2C1731252106416.1731252108664 to pos 757, reset compression=false 2024-11-10T15:22:04,865 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43989,1731252101411.replicationSource.wal-reader.c0771061be61%2C43989%2C1731252101411,1-c0771061be61,43989,1731252101411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/WALs/c0771061be61,43989,1731252101411/c0771061be61%2C43989%2C1731252101411.1731252103358 to pos 757, reset compression=false 2024-11-10T15:22:04,912 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42795,1731252096168.replicationSource.wal-reader.c0771061be61%2C42795%2C1731252096168,1-c0771061be61,42795,1731252096168 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/WALs/c0771061be61,42795,1731252096168/c0771061be61%2C42795%2C1731252096168.1731252098076 to pos 757, reset compression=false 2024-11-10T15:22:04,916 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42795,1731252096168.replicationSource.wal-reader.c0771061be61%2C42795%2C1731252096168,1-c0771061be61,42795,1731252096168 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T15:22:04,916 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42795,1731252096168.replicationSource.wal-reader.c0771061be61%2C42795%2C1731252096168,1-c0771061be61,42795,1731252096168 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/WALs/c0771061be61,42795,1731252096168/c0771061be61%2C42795%2C1731252096168.1731252098076 to pos 913, reset compression=false 2024-11-10T15:22:04,916 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42795,1731252096168.replicationSource.shipperc0771061be61%2C42795%2C1731252096168,1-c0771061be61,42795,1731252096168 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0771061be61,42795,1731252096168 got entry batch from reader: WALEntryBatch [walEntries=[{test/28cb8a71873ad86fbd4f27503aa49c5c/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/WALs/c0771061be61,42795,1731252096168/c0771061be61%2C42795%2C1731252096168.1731252098076, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-10T15:22:04,917 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43989 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T15:22:04,919 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43989 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T15:22:05,119 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42795,1731252096168.replicationSource.wal-reader.c0771061be61%2C42795%2C1731252096168,1-c0771061be61,42795,1731252096168 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/WALs/c0771061be61,42795,1731252096168/c0771061be61%2C42795%2C1731252096168.1731252098076 to pos 913, reset compression=false 2024-11-10T15:22:05,268 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43989,1731252101411.replicationSource.wal-reader.c0771061be61%2C43989%2C1731252101411,1-c0771061be61,43989,1731252101411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/WALs/c0771061be61,43989,1731252101411/c0771061be61%2C43989%2C1731252101411.1731252103358 to pos 757, reset compression=false 2024-11-10T15:22:05,272 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43989,1731252101411.replicationSource.wal-reader.c0771061be61%2C43989%2C1731252101411,1-c0771061be61,43989,1731252101411 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T15:22:05,272 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43989,1731252101411.replicationSource.wal-reader.c0771061be61%2C43989%2C1731252101411,1-c0771061be61,43989,1731252101411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/WALs/c0771061be61,43989,1731252101411/c0771061be61%2C43989%2C1731252101411.1731252103358 to pos 904, reset compression=false 2024-11-10T15:22:05,272 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43989,1731252101411.replicationSource.shipperc0771061be61%2C43989%2C1731252101411,1-c0771061be61,43989,1731252101411 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0771061be61,43989,1731252101411 got entry batch from reader: WALEntryBatch [walEntries=[{test/fceb5b52b905a2d273e465fd2e249872/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/WALs/c0771061be61,43989,1731252101411/c0771061be61%2C43989%2C1731252101411.1731252103358, lastWalPosition=904, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-10T15:22:05,274 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35231 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T15:22:05,277 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35231 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T15:22:05,347 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,35231,1731252106416.replicationSource.wal-reader.c0771061be61%2C35231%2C1731252106416,1-c0771061be61,35231,1731252106416 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/WALs/c0771061be61,35231,1731252106416/c0771061be61%2C35231%2C1731252106416.1731252108664 to pos 757, reset compression=false 2024-11-10T15:22:05,358 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,35231,1731252106416.replicationSource.wal-reader.c0771061be61%2C35231%2C1731252106416,1-c0771061be61,35231,1731252106416 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T15:22:05,358 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,35231,1731252106416.replicationSource.wal-reader.c0771061be61%2C35231%2C1731252106416,1-c0771061be61,35231,1731252106416 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/WALs/c0771061be61,35231,1731252106416/c0771061be61%2C35231%2C1731252106416.1731252108664 to pos 927, reset compression=false 2024-11-10T15:22:05,358 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,35231,1731252106416.replicationSource.shipperc0771061be61%2C35231%2C1731252106416,1-c0771061be61,35231,1731252106416 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0771061be61,35231,1731252106416 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/WALs/c0771061be61,35231,1731252106416/c0771061be61%2C35231%2C1731252106416.1731252108664, lastWalPosition=927, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T15:22:05,422 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42795,1731252096168.replicationSource.wal-reader.c0771061be61%2C42795%2C1731252096168,1-c0771061be61,42795,1731252096168 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/WALs/c0771061be61,42795,1731252096168/c0771061be61%2C42795%2C1731252096168.1731252098076 to pos 913, reset compression=false 2024-11-10T15:22:05,476 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43989,1731252101411.replicationSource.wal-reader.c0771061be61%2C43989%2C1731252101411,1-c0771061be61,43989,1731252101411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/WALs/c0771061be61,43989,1731252101411/c0771061be61%2C43989%2C1731252101411.1731252103358 to pos 904, reset compression=false 2024-11-10T15:22:05,565 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,35231,1731252106416.replicationSource.wal-reader.c0771061be61%2C35231%2C1731252106416,1-c0771061be61,35231,1731252106416 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/WALs/c0771061be61,35231,1731252106416/c0771061be61%2C35231%2C1731252106416.1731252108664 to pos 927, reset compression=false 2024-11-10T15:22:05,582 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T15:22:05,739 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-10T15:22:05,742 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-10T15:22:05,780 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43989,1731252101411.replicationSource.wal-reader.c0771061be61%2C43989%2C1731252101411,1-c0771061be61,43989,1731252101411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/WALs/c0771061be61,43989,1731252101411/c0771061be61%2C43989%2C1731252101411.1731252103358 to pos 904, reset compression=false 2024-11-10T15:22:05,784 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43989,1731252101411.replicationSource.wal-reader.c0771061be61%2C43989%2C1731252101411,1-c0771061be61,43989,1731252101411 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T15:22:05,784 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43989,1731252101411.replicationSource.wal-reader.c0771061be61%2C43989%2C1731252101411,1-c0771061be61,43989,1731252101411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/WALs/c0771061be61,43989,1731252101411/c0771061be61%2C43989%2C1731252101411.1731252103358 to pos 1063, reset compression=false 2024-11-10T15:22:05,784 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43989,1731252101411.replicationSource.shipperc0771061be61%2C43989%2C1731252101411,1-c0771061be61,43989,1731252101411 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0771061be61,43989,1731252101411 got entry batch from reader: WALEntryBatch [walEntries=[{test/fceb5b52b905a2d273e465fd2e249872/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/WALs/c0771061be61,43989,1731252101411/c0771061be61%2C43989%2C1731252101411.1731252103358, lastWalPosition=1063, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-10T15:22:05,785 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35231 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T15:22:05,787 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35231 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T15:22:05,825 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42795,1731252096168.replicationSource.wal-reader.c0771061be61%2C42795%2C1731252096168,1-c0771061be61,42795,1731252096168 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/WALs/c0771061be61,42795,1731252096168/c0771061be61%2C42795%2C1731252096168.1731252098076 to pos 913, reset compression=false 2024-11-10T15:22:05,868 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,35231,1731252106416.replicationSource.wal-reader.c0771061be61%2C35231%2C1731252106416,1-c0771061be61,35231,1731252106416 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/WALs/c0771061be61,35231,1731252106416/c0771061be61%2C35231%2C1731252106416.1731252108664 to pos 927, reset compression=false 2024-11-10T15:22:05,872 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,35231,1731252106416.replicationSource.wal-reader.c0771061be61%2C35231%2C1731252106416,1-c0771061be61,35231,1731252106416 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T15:22:05,872 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,35231,1731252106416.replicationSource.wal-reader.c0771061be61%2C35231%2C1731252106416,1-c0771061be61,35231,1731252106416 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/WALs/c0771061be61,35231,1731252106416/c0771061be61%2C35231%2C1731252106416.1731252108664 to pos 1076, reset compression=false 2024-11-10T15:22:05,872 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,35231,1731252106416.replicationSource.shipperc0771061be61%2C35231%2C1731252106416,1-c0771061be61,35231,1731252106416 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0771061be61,35231,1731252106416 got entry batch from reader: WALEntryBatch [walEntries=[{test/dc77211b5ac158d947dec978ae899f69/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/WALs/c0771061be61,35231,1731252106416/c0771061be61%2C35231%2C1731252106416.1731252108664, lastWalPosition=1076, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-10T15:22:05,873 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42795 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T15:22:05,875 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42795 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T15:22:05,990 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43989,1731252101411.replicationSource.wal-reader.c0771061be61%2C43989%2C1731252101411,1-c0771061be61,43989,1731252101411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/WALs/c0771061be61,43989,1731252101411/c0771061be61%2C43989%2C1731252101411.1731252103358 to pos 1063, reset compression=false 2024-11-10T15:22:06,075 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,35231,1731252106416.replicationSource.wal-reader.c0771061be61%2C35231%2C1731252106416,1-c0771061be61,35231,1731252106416 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/WALs/c0771061be61,35231,1731252106416/c0771061be61%2C35231%2C1731252106416.1731252108664 to pos 1076, reset compression=false 2024-11-10T15:22:06,293 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43989,1731252101411.replicationSource.wal-reader.c0771061be61%2C43989%2C1731252101411,1-c0771061be61,43989,1731252101411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/WALs/c0771061be61,43989,1731252101411/c0771061be61%2C43989%2C1731252101411.1731252103358 to pos 1063, reset compression=false 2024-11-10T15:22:06,329 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42795,1731252096168.replicationSource.wal-reader.c0771061be61%2C42795%2C1731252096168,1-c0771061be61,42795,1731252096168 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/WALs/c0771061be61,42795,1731252096168/c0771061be61%2C42795%2C1731252096168.1731252098076 to pos 913, reset compression=false 2024-11-10T15:22:06,333 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42795,1731252096168.replicationSource.wal-reader.c0771061be61%2C42795%2C1731252096168,1-c0771061be61,42795,1731252096168 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T15:22:06,333 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42795,1731252096168.replicationSource.wal-reader.c0771061be61%2C42795%2C1731252096168,1-c0771061be61,42795,1731252096168 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/WALs/c0771061be61,42795,1731252096168/c0771061be61%2C42795%2C1731252096168.1731252098076 to pos 1085, reset compression=false 2024-11-10T15:22:06,333 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42795,1731252096168.replicationSource.shipperc0771061be61%2C42795%2C1731252096168,1-c0771061be61,42795,1731252096168 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0771061be61,42795,1731252096168 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/WALs/c0771061be61,42795,1731252096168/c0771061be61%2C42795%2C1731252096168.1731252098076, lastWalPosition=1085, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T15:22:06,378 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,35231,1731252106416.replicationSource.wal-reader.c0771061be61%2C35231%2C1731252106416,1-c0771061be61,35231,1731252106416 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/WALs/c0771061be61,35231,1731252106416/c0771061be61%2C35231%2C1731252106416.1731252108664 to pos 1076, reset compression=false 2024-11-10T15:22:06,536 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42795,1731252096168.replicationSource.wal-reader.c0771061be61%2C42795%2C1731252096168,1-c0771061be61,42795,1731252096168 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/WALs/c0771061be61,42795,1731252096168/c0771061be61%2C42795%2C1731252096168.1731252098076 to pos 1085, reset compression=false 2024-11-10T15:22:06,697 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43989,1731252101411.replicationSource.wal-reader.c0771061be61%2C43989%2C1731252101411,1-c0771061be61,43989,1731252101411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/WALs/c0771061be61,43989,1731252101411/c0771061be61%2C43989%2C1731252101411.1731252103358 to pos 1063, reset compression=false 2024-11-10T15:22:06,744 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-10T15:22:06,747 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-10T15:22:06,781 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,35231,1731252106416.replicationSource.wal-reader.c0771061be61%2C35231%2C1731252106416,1-c0771061be61,35231,1731252106416 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/WALs/c0771061be61,35231,1731252106416/c0771061be61%2C35231%2C1731252106416.1731252108664 to pos 1076, reset compression=false 2024-11-10T15:22:06,785 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,35231,1731252106416.replicationSource.wal-reader.c0771061be61%2C35231%2C1731252106416,1-c0771061be61,35231,1731252106416 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T15:22:06,785 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,35231,1731252106416.replicationSource.wal-reader.c0771061be61%2C35231%2C1731252106416,1-c0771061be61,35231,1731252106416 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/WALs/c0771061be61,35231,1731252106416/c0771061be61%2C35231%2C1731252106416.1731252108664 to pos 1235, reset compression=false 2024-11-10T15:22:06,785 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,35231,1731252106416.replicationSource.shipperc0771061be61%2C35231%2C1731252106416,1-c0771061be61,35231,1731252106416 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0771061be61,35231,1731252106416 got entry batch from reader: WALEntryBatch [walEntries=[{test/dc77211b5ac158d947dec978ae899f69/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/WALs/c0771061be61,35231,1731252106416/c0771061be61%2C35231%2C1731252106416.1731252108664, lastWalPosition=1235, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-10T15:22:06,786 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42795 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T15:22:06,789 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42795 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T15:22:06,839 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42795,1731252096168.replicationSource.wal-reader.c0771061be61%2C42795%2C1731252096168,1-c0771061be61,42795,1731252096168 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/WALs/c0771061be61,42795,1731252096168/c0771061be61%2C42795%2C1731252096168.1731252098076 to pos 1085, reset compression=false 2024-11-10T15:22:06,843 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42795,1731252096168.replicationSource.wal-reader.c0771061be61%2C42795%2C1731252096168,1-c0771061be61,42795,1731252096168 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T15:22:06,843 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42795,1731252096168.replicationSource.wal-reader.c0771061be61%2C42795%2C1731252096168,1-c0771061be61,42795,1731252096168 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/WALs/c0771061be61,42795,1731252096168/c0771061be61%2C42795%2C1731252096168.1731252098076 to pos 1234, reset compression=false 2024-11-10T15:22:06,843 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42795,1731252096168.replicationSource.shipperc0771061be61%2C42795%2C1731252096168,1-c0771061be61,42795,1731252096168 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0771061be61,42795,1731252096168 got entry batch from reader: WALEntryBatch [walEntries=[{test/28cb8a71873ad86fbd4f27503aa49c5c/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/WALs/c0771061be61,42795,1731252096168/c0771061be61%2C42795%2C1731252096168.1731252098076, lastWalPosition=1234, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-10T15:22:06,844 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43989 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T15:22:06,846 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43989 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T15:22:06,989 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,35231,1731252106416.replicationSource.wal-reader.c0771061be61%2C35231%2C1731252106416,1-c0771061be61,35231,1731252106416 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/WALs/c0771061be61,35231,1731252106416/c0771061be61%2C35231%2C1731252106416.1731252108664 to pos 1235, reset compression=false 2024-11-10T15:22:07,046 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42795,1731252096168.replicationSource.wal-reader.c0771061be61%2C42795%2C1731252096168,1-c0771061be61,42795,1731252096168 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/WALs/c0771061be61,42795,1731252096168/c0771061be61%2C42795%2C1731252096168.1731252098076 to pos 1234, reset compression=false 2024-11-10T15:22:07,200 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43989,1731252101411.replicationSource.wal-reader.c0771061be61%2C43989%2C1731252101411,1-c0771061be61,43989,1731252101411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/WALs/c0771061be61,43989,1731252101411/c0771061be61%2C43989%2C1731252101411.1731252103358 to pos 1063, reset compression=false 2024-11-10T15:22:07,204 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43989,1731252101411.replicationSource.wal-reader.c0771061be61%2C43989%2C1731252101411,1-c0771061be61,43989,1731252101411 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T15:22:07,204 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43989,1731252101411.replicationSource.wal-reader.c0771061be61%2C43989%2C1731252101411,1-c0771061be61,43989,1731252101411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/WALs/c0771061be61,43989,1731252101411/c0771061be61%2C43989%2C1731252101411.1731252103358 to pos 1235, reset compression=false 2024-11-10T15:22:07,204 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43989,1731252101411.replicationSource.shipperc0771061be61%2C43989%2C1731252101411,1-c0771061be61,43989,1731252101411 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0771061be61,43989,1731252101411 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/WALs/c0771061be61,43989,1731252101411/c0771061be61%2C43989%2C1731252101411.1731252103358, lastWalPosition=1235, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T15:22:07,292 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,35231,1731252106416.replicationSource.wal-reader.c0771061be61%2C35231%2C1731252106416,1-c0771061be61,35231,1731252106416 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/WALs/c0771061be61,35231,1731252106416/c0771061be61%2C35231%2C1731252106416.1731252108664 to pos 1235, reset compression=false 2024-11-10T15:22:07,349 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42795,1731252096168.replicationSource.wal-reader.c0771061be61%2C42795%2C1731252096168,1-c0771061be61,42795,1731252096168 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/WALs/c0771061be61,42795,1731252096168/c0771061be61%2C42795%2C1731252096168.1731252098076 to pos 1234, reset compression=false 2024-11-10T15:22:07,407 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43989,1731252101411.replicationSource.wal-reader.c0771061be61%2C43989%2C1731252101411,1-c0771061be61,43989,1731252101411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/WALs/c0771061be61,43989,1731252101411/c0771061be61%2C43989%2C1731252101411.1731252103358 to pos 1235, reset compression=false 2024-11-10T15:22:07,695 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,35231,1731252106416.replicationSource.wal-reader.c0771061be61%2C35231%2C1731252106416,1-c0771061be61,35231,1731252106416 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/WALs/c0771061be61,35231,1731252106416/c0771061be61%2C35231%2C1731252106416.1731252108664 to pos 1235, reset compression=false 2024-11-10T15:22:07,711 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43989,1731252101411.replicationSource.wal-reader.c0771061be61%2C43989%2C1731252101411,1-c0771061be61,43989,1731252101411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/WALs/c0771061be61,43989,1731252101411/c0771061be61%2C43989%2C1731252101411.1731252103358 to pos 1235, reset compression=false 2024-11-10T15:22:07,749 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-10T15:22:07,752 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42795,1731252096168.replicationSource.wal-reader.c0771061be61%2C42795%2C1731252096168,1-c0771061be61,42795,1731252096168 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/WALs/c0771061be61,42795,1731252096168/c0771061be61%2C42795%2C1731252096168.1731252098076 to pos 1234, reset compression=false 2024-11-10T15:22:07,755 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41f15e1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:22:07,755 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0771061be61,45553,-1 for getting cluster id 2024-11-10T15:22:07,755 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T15:22:07,756 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '436097e6-7180-4823-a1ad-c8e4482898d5' 2024-11-10T15:22:07,756 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T15:22:07,756 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "436097e6-7180-4823-a1ad-c8e4482898d5" 2024-11-10T15:22:07,756 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@411ecbb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:22:07,756 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0771061be61,45553,-1] 2024-11-10T15:22:07,756 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T15:22:07,756 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:22:07,757 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T15:22:07,757 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55499595, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:22:07,759 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T15:22:07,760 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is c0771061be61,45553,1731252106311 2024-11-10T15:22:07,760 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@301b09d8 2024-11-10T15:22:07,760 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T15:22:07,761 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T15:22:07,761 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45553 {}] master.HMaster(3992): Client=jenkins//172.17.0.3 disable replication peer, id=1 2024-11-10T15:22:07,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45553 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-10T15:22:07,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-10T15:22:07,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-10T15:22:07,872 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T15:22:08,024 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-10T15:22:08,024 INFO [RS_REFRESH_PEER-regionserver/c0771061be61:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-10T15:22:08,025 INFO [RS_REFRESH_PEER-regionserver/c0771061be61:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-10T15:22:08,025 INFO [RS_REFRESH_PEER-regionserver/c0771061be61:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c0771061be61,35231,1731252106416 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-10T15:22:08,025 INFO [RS_REFRESH_PEER-regionserver/c0771061be61:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/c0771061be61:0-0. 2024-11-10T15:22:08,025 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:22:08,025 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:22:08,025 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:22:08,025 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T15:22:08,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-10T15:22:08,114 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43989,1731252101411.replicationSource.wal-reader.c0771061be61%2C43989%2C1731252101411,1-c0771061be61,43989,1731252101411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/WALs/c0771061be61,43989,1731252101411/c0771061be61%2C43989%2C1731252101411.1731252103358 to pos 1235, reset compression=false 2024-11-10T15:22:08,126 WARN [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,35231,1731252106416.replicationSource.wal-reader.c0771061be61%2C35231%2C1731252106416,1-c0771061be61,35231,1731252106416 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T15:22:08,126 WARN [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,35231,1731252106416.replicationSource.shipperc0771061be61%2C35231%2C1731252106416,1-c0771061be61,35231,1731252106416 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-10T15:22:08,226 INFO [RS_REFRESH_PEER-regionserver/c0771061be61:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,35231,1731252106416.replicationSource.shipperc0771061be61%2C35231%2C1731252106416,1-c0771061be61,35231,1731252106416 terminated 2024-11-10T15:22:08,242 INFO [RS_REFRESH_PEER-regionserver/c0771061be61:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-c0771061be61,35231,1731252106416, ReplicationSource: 1, currentBandwidth=0 2024-11-10T15:22:08,242 INFO [RS_REFRESH_PEER-regionserver/c0771061be61:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-10T15:22:08,242 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-10T15:22:08,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45553 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-10T15:22:08,244 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on c0771061be61,35231,1731252106416 suceeded 2024-11-10T15:22:08,246 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-10T15:22:08,246 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 372 msec 2024-11-10T15:22:08,246 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-10T15:22:08,247 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 484 msec 2024-11-10T15:22:08,255 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42795,1731252096168.replicationSource.wal-reader.c0771061be61%2C42795%2C1731252096168,1-c0771061be61,42795,1731252096168 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/WALs/c0771061be61,42795,1731252096168/c0771061be61%2C42795%2C1731252096168.1731252098076 to pos 1234, reset compression=false 2024-11-10T15:22:08,256 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,35231,1731252106416 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c0771061be61:43187' 2024-11-10T15:22:08,257 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,35231,1731252106416 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@296bf3c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:22:08,257 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,35231,1731252106416 {}] client.ClusterIdFetcher(90): Going to request c0771061be61,43187,-1 for getting cluster id 2024-11-10T15:22:08,257 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,35231,1731252106416 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T15:22:08,257 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '35f98513-2e93-4ba6-8be4-59bacbc2484e' 2024-11-10T15:22:08,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T15:22:08,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "35f98513-2e93-4ba6-8be4-59bacbc2484e" 2024-11-10T15:22:08,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@37fc52d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:22:08,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0771061be61,43187,-1] 2024-11-10T15:22:08,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T15:22:08,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:22:08,259 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-10T15:22:08,259 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,35231,1731252106416 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a3993b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:22:08,259 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,35231,1731252106416 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T15:22:08,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c0771061be61,43187,1731252096003 2024-11-10T15:22:08,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3855e7b 2024-11-10T15:22:08,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T15:22:08,261 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-10T15:22:08,261 INFO [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,35231,1731252106416 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c0771061be61,35231,1731252106416 (queues=1) is replicating from cluster=436097e6-7180-4823-a1ad-c8e4482898d5 to cluster=35f98513-2e93-4ba6-8be4-59bacbc2484e 2024-11-10T15:22:08,261 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,35231,1731252106416 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c0771061be61%2C35231%2C1731252106416 2024-11-10T15:22:08,261 INFO [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,35231,1731252106416 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c0771061be61,35231,1731252106416, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T15:22:08,261 INFO [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,35231,1731252106416.replicationSource.shipperc0771061be61%2C35231%2C1731252106416,1-c0771061be61,35231,1731252106416 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c0771061be61%2C35231%2C1731252106416 2024-11-10T15:22:08,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-10T15:22:08,388 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T15:22:08,388 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-10T15:22:08,388 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:22:08,388 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:22:08,388 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:22:08,388 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T15:22:08,391 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-10T15:22:08,617 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43989,1731252101411.replicationSource.wal-reader.c0771061be61%2C43989%2C1731252101411,1-c0771061be61,43989,1731252101411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/WALs/c0771061be61,43989,1731252101411/c0771061be61%2C43989%2C1731252101411.1731252103358 to pos 1235, reset compression=false 2024-11-10T15:22:08,858 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42795,1731252096168.replicationSource.wal-reader.c0771061be61%2C42795%2C1731252096168,1-c0771061be61,42795,1731252096168 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/WALs/c0771061be61,42795,1731252096168/c0771061be61%2C42795%2C1731252096168.1731252098076 to pos 1234, reset compression=false 2024-11-10T15:22:08,862 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42795,1731252096168.replicationSource.wal-reader.c0771061be61%2C42795%2C1731252096168,1-c0771061be61,42795,1731252096168 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T15:22:08,862 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42795,1731252096168.replicationSource.wal-reader.c0771061be61%2C42795%2C1731252096168,1-c0771061be61,42795,1731252096168 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/WALs/c0771061be61,42795,1731252096168/c0771061be61%2C42795%2C1731252096168.1731252098076 to pos 1338, reset compression=false 2024-11-10T15:22:08,862 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42795,1731252096168.replicationSource.shipperc0771061be61%2C42795%2C1731252096168,1-c0771061be61,42795,1731252096168 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0771061be61,42795,1731252096168 got entry batch from reader: WALEntryBatch [walEntries=[{test/28cb8a71873ad86fbd4f27503aa49c5c/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/WALs/c0771061be61,42795,1731252096168/c0771061be61%2C42795%2C1731252096168.1731252098076, lastWalPosition=1338, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-10T15:22:08,863 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43989 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T15:22:08,865 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43989 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T15:22:09,065 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42795,1731252096168.replicationSource.wal-reader.c0771061be61%2C42795%2C1731252096168,1-c0771061be61,42795,1731252096168 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/WALs/c0771061be61,42795,1731252096168/c0771061be61%2C42795%2C1731252096168.1731252098076 to pos 1338, reset compression=false 2024-11-10T15:22:09,220 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43989,1731252101411.replicationSource.wal-reader.c0771061be61%2C43989%2C1731252101411,1-c0771061be61,43989,1731252101411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/WALs/c0771061be61,43989,1731252101411/c0771061be61%2C43989%2C1731252101411.1731252103358 to pos 1235, reset compression=false 2024-11-10T15:22:09,224 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43989,1731252101411.replicationSource.wal-reader.c0771061be61%2C43989%2C1731252101411,1-c0771061be61,43989,1731252101411 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T15:22:09,224 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43989,1731252101411.replicationSource.wal-reader.c0771061be61%2C43989%2C1731252101411,1-c0771061be61,43989,1731252101411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/WALs/c0771061be61,43989,1731252101411/c0771061be61%2C43989%2C1731252101411.1731252103358 to pos 1362, reset compression=false 2024-11-10T15:22:09,224 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43989,1731252101411.replicationSource.shipperc0771061be61%2C43989%2C1731252101411,1-c0771061be61,43989,1731252101411 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0771061be61,43989,1731252101411 got entry batch from reader: WALEntryBatch [walEntries=[{test/fceb5b52b905a2d273e465fd2e249872/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/WALs/c0771061be61,43989,1731252101411/c0771061be61%2C43989%2C1731252101411.1731252103358, lastWalPosition=1362, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-10T15:22:09,225 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35231 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T15:22:09,227 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35231 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T15:22:09,368 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42795,1731252096168.replicationSource.wal-reader.c0771061be61%2C42795%2C1731252096168,1-c0771061be61,42795,1731252096168 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/WALs/c0771061be61,42795,1731252096168/c0771061be61%2C42795%2C1731252096168.1731252098076 to pos 1338, reset compression=false 2024-11-10T15:22:09,392 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-10T15:22:09,394 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f2b0df8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:22:09,394 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0771061be61,45553,-1 for getting cluster id 2024-11-10T15:22:09,394 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T15:22:09,395 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '436097e6-7180-4823-a1ad-c8e4482898d5' 2024-11-10T15:22:09,395 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T15:22:09,395 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "436097e6-7180-4823-a1ad-c8e4482898d5" 2024-11-10T15:22:09,395 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15f396f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:22:09,395 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0771061be61,45553,-1] 2024-11-10T15:22:09,396 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T15:22:09,396 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:22:09,396 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T15:22:09,397 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77a4dc2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:22:09,398 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T15:22:09,399 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is c0771061be61,45553,1731252106311 2024-11-10T15:22:09,399 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@140d927a 2024-11-10T15:22:09,400 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T15:22:09,400 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T15:22:09,401 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45553 {}] master.HMaster(3986): Client=jenkins//172.17.0.3 enable replication peer, id=1 2024-11-10T15:22:09,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45553 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-10T15:22:09,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-10T15:22:09,427 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43989,1731252101411.replicationSource.wal-reader.c0771061be61%2C43989%2C1731252101411,1-c0771061be61,43989,1731252101411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/WALs/c0771061be61,43989,1731252101411/c0771061be61%2C43989%2C1731252101411.1731252103358 to pos 1362, reset compression=false 2024-11-10T15:22:09,430 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T15:22:09,436 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43989,1731252101411.replicationSource.wal-reader.c0771061be61%2C43989%2C1731252101411,1-c0771061be61,43989,1731252101411 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T15:22:09,436 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43989,1731252101411.replicationSource.wal-reader.c0771061be61%2C43989%2C1731252101411,1-c0771061be61,43989,1731252101411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/WALs/c0771061be61,43989,1731252101411/c0771061be61%2C43989%2C1731252101411.1731252103358 to pos 1466, reset compression=false 2024-11-10T15:22:09,436 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43989,1731252101411.replicationSource.shipperc0771061be61%2C43989%2C1731252101411,1-c0771061be61,43989,1731252101411 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0771061be61,43989,1731252101411 got entry batch from reader: WALEntryBatch [walEntries=[{test/fceb5b52b905a2d273e465fd2e249872/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/WALs/c0771061be61,43989,1731252101411/c0771061be61%2C43989%2C1731252101411.1731252103358, lastWalPosition=1466, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-10T15:22:09,437 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35231 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T15:22:09,440 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35231 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T15:22:09,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-10T15:22:09,584 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-10T15:22:09,584 INFO [RS_REFRESH_PEER-regionserver/c0771061be61:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-10T15:22:09,585 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-10T15:22:09,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45553 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-10T15:22:09,586 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on c0771061be61,35231,1731252106416 suceeded 2024-11-10T15:22:09,588 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-10T15:22:09,588 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 156 msec 2024-11-10T15:22:09,588 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-10T15:22:09,589 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 187 msec 2024-11-10T15:22:09,640 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43989,1731252101411.replicationSource.wal-reader.c0771061be61%2C43989%2C1731252101411,1-c0771061be61,43989,1731252101411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/WALs/c0771061be61,43989,1731252101411/c0771061be61%2C43989%2C1731252101411.1731252103358 to pos 1466, reset compression=false 2024-11-10T15:22:09,663 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,35231,1731252106416.replicationSource.wal-reader.c0771061be61%2C35231%2C1731252106416,1-c0771061be61,35231,1731252106416 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/WALs/c0771061be61,35231,1731252106416/c0771061be61%2C35231%2C1731252106416.1731252108664, startPosition=1235, beingWritten=true 2024-11-10T15:22:09,667 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,35231,1731252106416.replicationSource.wal-reader.c0771061be61%2C35231%2C1731252106416,1-c0771061be61,35231,1731252106416 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T15:22:09,667 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,35231,1731252106416.replicationSource.wal-reader.c0771061be61%2C35231%2C1731252106416,1-c0771061be61,35231,1731252106416 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/WALs/c0771061be61,35231,1731252106416/c0771061be61%2C35231%2C1731252106416.1731252108664 to pos 1512, reset compression=false 2024-11-10T15:22:09,667 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,35231,1731252106416.replicationSource.shipperc0771061be61%2C35231%2C1731252106416,1-c0771061be61,35231,1731252106416 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0771061be61,35231,1731252106416 got entry batch from reader: WALEntryBatch [walEntries=[{test/dc77211b5ac158d947dec978ae899f69/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/WALs/c0771061be61,35231,1731252106416/c0771061be61%2C35231%2C1731252106416.1731252108664, lastWalPosition=1512, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-10T15:22:09,669 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,35231,1731252106416.replicationSource.shipperc0771061be61%2C35231%2C1731252106416,1-c0771061be61,35231,1731252106416 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T15:22:09,670 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-10T15:22:09,670 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42795 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T15:22:09,672 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42795 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T15:22:09,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-10T15:22:09,717 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-10T15:22:09,717 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T15:22:09,717 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:22:09,717 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:22:09,717 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:22:09,717 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T15:22:09,719 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-10T15:22:09,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T15:22:09,719 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T15:22:09,719 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:22:09,719 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:22:09,719 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:22:09,719 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T15:22:09,719 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T15:22:09,719 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=872341439, stopped=false 2024-11-10T15:22:09,719 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c0771061be61,45553,1731252106311 2024-11-10T15:22:09,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45553-0x10125567fb20006, quorum=127.0.0.1:50472, baseZNode=/21142142344 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21142142344/running 2024-11-10T15:22:09,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35231-0x10125567fb20007, quorum=127.0.0.1:50472, baseZNode=/21142142344 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21142142344/running 2024-11-10T15:22:09,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45553-0x10125567fb20006, quorum=127.0.0.1:50472, baseZNode=/21142142344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21142142344 2024-11-10T15:22:09,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35231-0x10125567fb20007, quorum=127.0.0.1:50472, baseZNode=/21142142344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21142142344 2024-11-10T15:22:09,724 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T15:22:09,724 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T15:22:09,724 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:22:09,724 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:22:09,724 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35231-0x10125567fb20007, quorum=127.0.0.1:50472, baseZNode=/21142142344 Set watcher on znode that does not yet exist, /21142142344/running 2024-11-10T15:22:09,724 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45553-0x10125567fb20006, quorum=127.0.0.1:50472, baseZNode=/21142142344 Set watcher on znode that does not yet exist, /21142142344/running 2024-11-10T15:22:09,724 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c0771061be61,35231,1731252106416' ***** 2024-11-10T15:22:09,724 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T15:22:09,725 INFO [RS:0;c0771061be61:35231 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T15:22:09,725 INFO [RS:0;c0771061be61:35231 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T15:22:09,725 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T15:22:09,725 INFO [RS:0;c0771061be61:35231 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T15:22:09,725 INFO [RS:0;c0771061be61:35231 {}] regionserver.HRegionServer(3091): Received CLOSE for 5f30f6b81dfe7f5e24682f473934e7be 2024-11-10T15:22:09,726 INFO [RS:0;c0771061be61:35231 {}] regionserver.HRegionServer(3091): Received CLOSE for dc77211b5ac158d947dec978ae899f69 2024-11-10T15:22:09,726 INFO [RS:0;c0771061be61:35231 {}] regionserver.HRegionServer(959): stopping server c0771061be61,35231,1731252106416 2024-11-10T15:22:09,726 INFO [RS:0;c0771061be61:35231 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T15:22:09,726 INFO [RS:0;c0771061be61:35231 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c0771061be61:35231. 2024-11-10T15:22:09,726 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5f30f6b81dfe7f5e24682f473934e7be, disabling compactions & flushes 2024-11-10T15:22:09,726 DEBUG [RS:0;c0771061be61:35231 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:22:09,726 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731252119541.5f30f6b81dfe7f5e24682f473934e7be. 2024-11-10T15:22:09,726 DEBUG [RS:0;c0771061be61:35231 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:22:09,726 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731252119541.5f30f6b81dfe7f5e24682f473934e7be. 2024-11-10T15:22:09,726 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731252119541.5f30f6b81dfe7f5e24682f473934e7be. after waiting 0 ms 2024-11-10T15:22:09,726 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731252119541.5f30f6b81dfe7f5e24682f473934e7be. 2024-11-10T15:22:09,726 INFO [RS:0;c0771061be61:35231 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T15:22:09,726 INFO [RS:0;c0771061be61:35231 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T15:22:09,726 INFO [RS:0;c0771061be61:35231 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T15:22:09,726 INFO [RS:0;c0771061be61:35231 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T15:22:09,726 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5f30f6b81dfe7f5e24682f473934e7be 3/3 column families, dataSize=1.31 KB heapSize=2.72 KB 2024-11-10T15:22:09,726 INFO [RS:0;c0771061be61:35231 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T15:22:09,726 DEBUG [RS:0;c0771061be61:35231 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 5f30f6b81dfe7f5e24682f473934e7be=hbase:replication,,1731252119541.5f30f6b81dfe7f5e24682f473934e7be., dc77211b5ac158d947dec978ae899f69=test,,1731252113070.dc77211b5ac158d947dec978ae899f69.} 2024-11-10T15:22:09,726 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T15:22:09,726 DEBUG [RS:0;c0771061be61:35231 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5f30f6b81dfe7f5e24682f473934e7be, dc77211b5ac158d947dec978ae899f69 2024-11-10T15:22:09,726 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T15:22:09,726 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T15:22:09,726 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T15:22:09,726 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T15:22:09,726 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-10T15:22:09,740 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/data/hbase/meta/1588230740/.tmp/info/f3757604cfd047dbaa7fd0ee4fcce158 is 147, key is hbase:replication,,1731252119541.5f30f6b81dfe7f5e24682f473934e7be./info:regioninfo/1731252120705/Put/seqid=0 2024-11-10T15:22:09,742 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/data/hbase/replication/5f30f6b81dfe7f5e24682f473934e7be/.tmp/queue/f2cc1ae129b643639ac31bbe552174c1 is 154, key is 1-c0771061be61,35231,1731252106416/queue:c0771061be61%2C35231%2C1731252106416/1731252129673/Put/seqid=0 2024-11-10T15:22:09,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46161 is added to blk_1073741840_1016 (size=7686) 2024-11-10T15:22:09,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46161 is added to blk_1073741841_1017 (size=5353) 2024-11-10T15:22:09,752 INFO [regionserver/c0771061be61:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T15:22:09,771 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42795,1731252096168.replicationSource.wal-reader.c0771061be61%2C42795%2C1731252096168,1-c0771061be61,42795,1731252096168 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/WALs/c0771061be61,42795,1731252096168/c0771061be61%2C42795%2C1731252096168.1731252098076 to pos 1338, reset compression=false 2024-11-10T15:22:09,775 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42795,1731252096168.replicationSource.wal-reader.c0771061be61%2C42795%2C1731252096168,1-c0771061be61,42795,1731252096168 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T15:22:09,776 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42795,1731252096168.replicationSource.wal-reader.c0771061be61%2C42795%2C1731252096168,1-c0771061be61,42795,1731252096168 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/WALs/c0771061be61,42795,1731252096168/c0771061be61%2C42795%2C1731252096168.1731252098076 to pos 1488, reset compression=false 2024-11-10T15:22:09,776 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42795,1731252096168.replicationSource.shipperc0771061be61%2C42795%2C1731252096168,1-c0771061be61,42795,1731252096168 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0771061be61,42795,1731252096168 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/WALs/c0771061be61,42795,1731252096168/c0771061be61%2C42795%2C1731252096168.1731252098076, lastWalPosition=1488, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T15:22:09,870 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,35231,1731252106416.replicationSource.wal-reader.c0771061be61%2C35231%2C1731252106416,1-c0771061be61,35231,1731252106416 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/WALs/c0771061be61,35231,1731252106416/c0771061be61%2C35231%2C1731252106416.1731252108664 to pos 1512, reset compression=false 2024-11-10T15:22:09,926 DEBUG [RS:0;c0771061be61:35231 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5f30f6b81dfe7f5e24682f473934e7be, dc77211b5ac158d947dec978ae899f69 2024-11-10T15:22:09,942 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43989,1731252101411.replicationSource.wal-reader.c0771061be61%2C43989%2C1731252101411,1-c0771061be61,43989,1731252101411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/WALs/c0771061be61,43989,1731252101411/c0771061be61%2C43989%2C1731252101411.1731252103358 to pos 1466, reset compression=false 2024-11-10T15:22:09,982 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42795,1731252096168.replicationSource.wal-reader.c0771061be61%2C42795%2C1731252096168,1-c0771061be61,42795,1731252096168 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/WALs/c0771061be61,42795,1731252096168/c0771061be61%2C42795%2C1731252096168.1731252098076 to pos 1488, reset compression=false 2024-11-10T15:22:10,127 DEBUG [RS:0;c0771061be61:35231 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5f30f6b81dfe7f5e24682f473934e7be, dc77211b5ac158d947dec978ae899f69 2024-11-10T15:22:10,144 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/data/hbase/meta/1588230740/.tmp/info/f3757604cfd047dbaa7fd0ee4fcce158 2024-11-10T15:22:10,145 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.31 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/data/hbase/replication/5f30f6b81dfe7f5e24682f473934e7be/.tmp/queue/f2cc1ae129b643639ac31bbe552174c1 2024-11-10T15:22:10,148 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/data/hbase/replication/5f30f6b81dfe7f5e24682f473934e7be/.tmp/queue/f2cc1ae129b643639ac31bbe552174c1 as hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/data/hbase/replication/5f30f6b81dfe7f5e24682f473934e7be/queue/f2cc1ae129b643639ac31bbe552174c1 2024-11-10T15:22:10,152 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/data/hbase/replication/5f30f6b81dfe7f5e24682f473934e7be/queue/f2cc1ae129b643639ac31bbe552174c1, entries=1, sequenceid=13, filesize=5.2 K 2024-11-10T15:22:10,152 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 5f30f6b81dfe7f5e24682f473934e7be in 426ms, sequenceid=13, compaction requested=false 2024-11-10T15:22:10,159 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/data/hbase/replication/5f30f6b81dfe7f5e24682f473934e7be/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-10T15:22:10,159 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T15:22:10,159 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T15:22:10,159 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731252119541.5f30f6b81dfe7f5e24682f473934e7be. 2024-11-10T15:22:10,159 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5f30f6b81dfe7f5e24682f473934e7be: Waiting for close lock at 1731252129726Running coprocessor pre-close hooks at 1731252129726Disabling compacts and flushes for region at 1731252129726Disabling writes for close at 1731252129726Obtaining lock to block concurrent updates at 1731252129726Preparing flush snapshotting stores in 5f30f6b81dfe7f5e24682f473934e7be at 1731252129726Finished memstore snapshotting hbase:replication,,1731252119541.5f30f6b81dfe7f5e24682f473934e7be., syncing WAL and waiting on mvcc, flushsize=dataSize=1342, getHeapSize=2736, getOffHeapSize=0, getCellsCount=9 at 1731252129726Flushing stores of hbase:replication,,1731252119541.5f30f6b81dfe7f5e24682f473934e7be. at 1731252129727 (+1 ms)Flushing 5f30f6b81dfe7f5e24682f473934e7be/queue: creating writer at 1731252129727Flushing 5f30f6b81dfe7f5e24682f473934e7be/queue: appending metadata at 1731252129741 (+14 ms)Flushing 5f30f6b81dfe7f5e24682f473934e7be/queue: closing flushed file at 1731252129741Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@411d485f: reopening flushed file at 1731252130148 (+407 ms)Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 5f30f6b81dfe7f5e24682f473934e7be in 426ms, sequenceid=13, compaction requested=false at 1731252130152 (+4 ms)Writing region close event to WAL at 1731252130156 (+4 ms)Running coprocessor post-close hooks at 1731252130159 (+3 ms)Closed at 1731252130159 2024-11-10T15:22:10,159 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731252119541.5f30f6b81dfe7f5e24682f473934e7be. 2024-11-10T15:22:10,160 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dc77211b5ac158d947dec978ae899f69, disabling compactions & flushes 2024-11-10T15:22:10,160 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731252113070.dc77211b5ac158d947dec978ae899f69. 2024-11-10T15:22:10,160 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731252113070.dc77211b5ac158d947dec978ae899f69. 2024-11-10T15:22:10,160 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731252113070.dc77211b5ac158d947dec978ae899f69. after waiting 0 ms 2024-11-10T15:22:10,160 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731252113070.dc77211b5ac158d947dec978ae899f69. 2024-11-10T15:22:10,160 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing dc77211b5ac158d947dec978ae899f69 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-10T15:22:10,161 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/data/hbase/meta/1588230740/.tmp/ns/08126989890446d7a8951ab0a8bf5ef9 is 43, key is default/ns:d/1731252109676/Put/seqid=0 2024-11-10T15:22:10,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46161 is added to blk_1073741842_1018 (size=5153) 2024-11-10T15:22:10,173 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,35231,1731252106416.replicationSource.wal-reader.c0771061be61%2C35231%2C1731252106416,1-c0771061be61,35231,1731252106416 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/WALs/c0771061be61,35231,1731252106416/c0771061be61%2C35231%2C1731252106416.1731252108664 to pos 1512, reset compression=false 2024-11-10T15:22:10,177 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,35231,1731252106416.replicationSource.wal-reader.c0771061be61%2C35231%2C1731252106416,1-c0771061be61,35231,1731252106416 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T15:22:10,177 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,35231,1731252106416.replicationSource.wal-reader.c0771061be61%2C35231%2C1731252106416,1-c0771061be61,35231,1731252106416 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/WALs/c0771061be61,35231,1731252106416/c0771061be61%2C35231%2C1731252106416.1731252108664 to pos 1759, reset compression=false 2024-11-10T15:22:10,177 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,35231,1731252106416.replicationSource.shipperc0771061be61%2C35231%2C1731252106416,1-c0771061be61,35231,1731252106416 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0771061be61,35231,1731252106416 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/WALs/c0771061be61,35231,1731252106416/c0771061be61%2C35231%2C1731252106416.1731252108664, lastWalPosition=1759, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T15:22:10,178 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/data/default/test/dc77211b5ac158d947dec978ae899f69/.tmp/f/72a4c35d0fa246d2a84d304fea9b1e32 is 37, key is row3/f:row3/1731252128389/Put/seqid=0 2024-11-10T15:22:10,177 ERROR [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,35231,1731252106416.replicationSource.shipperc0771061be61%2C35231%2C1731252106416,1-c0771061be61,35231,1731252106416 {}] regionserver.HRegionServer(2440): ***** ABORTING region server c0771061be61,35231,1731252106416: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-c0771061be61,35231,1731252106416, walGroup=c0771061be61%2C35231%2C1731252106416, offset=c0771061be61%2C35231%2C1731252106416.1731252108664:1759, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c0771061be61:35231 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-10T15:22:10,179 ERROR [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,35231,1731252106416.replicationSource.shipperc0771061be61%2C35231%2C1731252106416,1-c0771061be61,35231,1731252106416 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-10T15:22:10,179 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,35231,1731252106416.replicationSource.shipperc0771061be61%2C35231%2C1731252106416,1-c0771061be61,35231,1731252106416 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-10T15:22:10,179 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,35231,1731252106416.replicationSource.shipperc0771061be61%2C35231%2C1731252106416,1-c0771061be61,35231,1731252106416 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-10T15:22:10,179 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,35231,1731252106416.replicationSource.shipperc0771061be61%2C35231%2C1731252106416,1-c0771061be61,35231,1731252106416 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-10T15:22:10,179 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,35231,1731252106416.replicationSource.shipperc0771061be61%2C35231%2C1731252106416,1-c0771061be61,35231,1731252106416 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-10T15:22:10,179 INFO [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,35231,1731252106416.replicationSource.shipperc0771061be61%2C35231%2C1731252106416,1-c0771061be61,35231,1731252106416 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1157627904, "init": 1048576000, "max": 2306867200, "used": 798642864 }, "NonHeapMemoryUsage": { "committed": 200605696, "init": 7667712, "max": -1, "used": 197858656 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-10T15:22:10,180 WARN [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,35231,1731252106416.replicationSource.shipperc0771061be61%2C35231%2C1731252106416,1-c0771061be61,35231,1731252106416 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c0771061be61:45553 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c0771061be61:45553 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-10T15:22:10,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46161 is added to blk_1073741843_1019 (size=5228) 2024-11-10T15:22:10,286 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42795,1731252096168.replicationSource.wal-reader.c0771061be61%2C42795%2C1731252096168,1-c0771061be61,42795,1731252096168 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/WALs/c0771061be61,42795,1731252096168/c0771061be61%2C42795%2C1731252096168.1731252098076 to pos 1488, reset compression=false 2024-11-10T15:22:10,327 DEBUG [RS:0;c0771061be61:35231 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, dc77211b5ac158d947dec978ae899f69 2024-11-10T15:22:10,346 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43989,1731252101411.replicationSource.wal-reader.c0771061be61%2C43989%2C1731252101411,1-c0771061be61,43989,1731252101411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/WALs/c0771061be61,43989,1731252101411/c0771061be61%2C43989%2C1731252101411.1731252103358 to pos 1466, reset compression=false 2024-11-10T15:22:10,385 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,35231,1731252106416.replicationSource.wal-reader.c0771061be61%2C35231%2C1731252106416,1-c0771061be61,35231,1731252106416 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/WALs/c0771061be61,35231,1731252106416/c0771061be61%2C35231%2C1731252106416.1731252108664 to pos 1759, reset compression=false 2024-11-10T15:22:10,527 DEBUG [RS:0;c0771061be61:35231 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, dc77211b5ac158d947dec978ae899f69 2024-11-10T15:22:10,537 INFO [regionserver/c0771061be61:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T15:22:10,537 INFO [regionserver/c0771061be61:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T15:22:10,565 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/data/hbase/meta/1588230740/.tmp/ns/08126989890446d7a8951ab0a8bf5ef9 2024-11-10T15:22:10,585 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/data/hbase/meta/1588230740/.tmp/rep_barrier/a67c9da78212426db956ede53fcd3755 is 112, key is test,,1731252113070.dc77211b5ac158d947dec978ae899f69./rep_barrier:seqnumDuringOpen/1731252114263/Put/seqid=0 2024-11-10T15:22:10,586 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/data/default/test/dc77211b5ac158d947dec978ae899f69/.tmp/f/72a4c35d0fa246d2a84d304fea9b1e32 2024-11-10T15:22:10,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46161 is added to blk_1073741844_1020 (size=5518) 2024-11-10T15:22:10,588 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/data/hbase/meta/1588230740/.tmp/rep_barrier/a67c9da78212426db956ede53fcd3755 2024-11-10T15:22:10,590 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 72a4c35d0fa246d2a84d304fea9b1e32 2024-11-10T15:22:10,604 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/data/default/test/dc77211b5ac158d947dec978ae899f69/.tmp/f1/9285a5e2e47c48689a851e0b73dcaecc is 30, key is row1/f1:/1731252125740/DeleteFamily/seqid=0 2024-11-10T15:22:10,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46161 is added to blk_1073741845_1021 (size=5158) 2024-11-10T15:22:10,613 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/data/hbase/meta/1588230740/.tmp/table/0dd04e5ac98448b4abe5de780e24821f is 53, key is hbase:replication/table:state/1731252120711/Put/seqid=0 2024-11-10T15:22:10,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46161 is added to blk_1073741846_1022 (size=5308) 2024-11-10T15:22:10,688 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,35231,1731252106416.replicationSource.wal-reader.c0771061be61%2C35231%2C1731252106416,1-c0771061be61,35231,1731252106416 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/WALs/c0771061be61,35231,1731252106416/c0771061be61%2C35231%2C1731252106416.1731252108664 to pos 1759, reset compression=false 2024-11-10T15:22:10,690 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42795,1731252096168.replicationSource.wal-reader.c0771061be61%2C42795%2C1731252096168,1-c0771061be61,42795,1731252096168 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/WALs/c0771061be61,42795,1731252096168/c0771061be61%2C42795%2C1731252096168.1731252098076 to pos 1488, reset compression=false 2024-11-10T15:22:10,727 INFO [RS:0;c0771061be61:35231 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T15:22:10,727 DEBUG [RS:0;c0771061be61:35231 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, dc77211b5ac158d947dec978ae899f69=test,,1731252113070.dc77211b5ac158d947dec978ae899f69.} 2024-11-10T15:22:10,727 DEBUG [RS:0;c0771061be61:35231 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, dc77211b5ac158d947dec978ae899f69 2024-11-10T15:22:10,849 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43989,1731252101411.replicationSource.wal-reader.c0771061be61%2C43989%2C1731252101411,1-c0771061be61,43989,1731252101411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/WALs/c0771061be61,43989,1731252101411/c0771061be61%2C43989%2C1731252101411.1731252103358 to pos 1466, reset compression=false 2024-11-10T15:22:10,858 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T15:22:10,927 DEBUG [RS:0;c0771061be61:35231 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, dc77211b5ac158d947dec978ae899f69 2024-11-10T15:22:11,008 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/data/default/test/dc77211b5ac158d947dec978ae899f69/.tmp/f1/9285a5e2e47c48689a851e0b73dcaecc 2024-11-10T15:22:11,012 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9285a5e2e47c48689a851e0b73dcaecc 2024-11-10T15:22:11,016 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/data/hbase/meta/1588230740/.tmp/table/0dd04e5ac98448b4abe5de780e24821f 2024-11-10T15:22:11,019 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/data/hbase/meta/1588230740/.tmp/info/f3757604cfd047dbaa7fd0ee4fcce158 as hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/data/hbase/meta/1588230740/info/f3757604cfd047dbaa7fd0ee4fcce158 2024-11-10T15:22:11,022 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/data/hbase/meta/1588230740/info/f3757604cfd047dbaa7fd0ee4fcce158, entries=20, sequenceid=16, filesize=7.5 K 2024-11-10T15:22:11,023 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/data/hbase/meta/1588230740/.tmp/ns/08126989890446d7a8951ab0a8bf5ef9 as hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/data/hbase/meta/1588230740/ns/08126989890446d7a8951ab0a8bf5ef9 2024-11-10T15:22:11,026 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/data/hbase/meta/1588230740/ns/08126989890446d7a8951ab0a8bf5ef9, entries=2, sequenceid=16, filesize=5.0 K 2024-11-10T15:22:11,026 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/data/hbase/meta/1588230740/.tmp/rep_barrier/a67c9da78212426db956ede53fcd3755 as hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/data/hbase/meta/1588230740/rep_barrier/a67c9da78212426db956ede53fcd3755 2024-11-10T15:22:11,029 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/data/hbase/meta/1588230740/rep_barrier/a67c9da78212426db956ede53fcd3755, entries=1, sequenceid=16, filesize=5.4 K 2024-11-10T15:22:11,030 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/data/hbase/meta/1588230740/.tmp/table/0dd04e5ac98448b4abe5de780e24821f as hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/data/hbase/meta/1588230740/table/0dd04e5ac98448b4abe5de780e24821f 2024-11-10T15:22:11,030 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/data/default/test/dc77211b5ac158d947dec978ae899f69/.tmp/norep/6ae98f8ca85b4cf78f5461ca6ef81afc is 33, key is row2/norep:/1731252126744/DeleteFamily/seqid=0 2024-11-10T15:22:11,033 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/data/hbase/meta/1588230740/table/0dd04e5ac98448b4abe5de780e24821f, entries=4, sequenceid=16, filesize=5.2 K 2024-11-10T15:22:11,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46161 is added to blk_1073741847_1023 (size=5108) 2024-11-10T15:22:11,034 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1308ms, sequenceid=16, compaction requested=false 2024-11-10T15:22:11,039 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-10T15:22:11,039 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T15:22:11,039 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T15:22:11,039 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T15:22:11,039 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731252129726Running coprocessor pre-close hooks at 1731252129726Disabling compacts and flushes for region at 1731252129726Disabling writes for close at 1731252129726Obtaining lock to block concurrent updates at 1731252129726Preparing flush snapshotting stores in 1588230740 at 1731252129726Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731252129727 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731252129727Flushing 1588230740/info: creating writer at 1731252129727Flushing 1588230740/info: appending metadata at 1731252129739 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731252129739Flushing 1588230740/ns: creating writer at 1731252130147 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731252130161 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731252130161Flushing 1588230740/rep_barrier: creating writer at 1731252130568 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731252130584 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731252130584Flushing 1588230740/table: creating writer at 1731252130592 (+8 ms)Flushing 1588230740/table: appending metadata at 1731252130612 (+20 ms)Flushing 1588230740/table: closing flushed file at 1731252130612Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d90c05b: reopening flushed file at 1731252131019 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a117c79: reopening flushed file at 1731252131022 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d85774: reopening flushed file at 1731252131026 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74706d37: reopening flushed file at 1731252131029 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1308ms, sequenceid=16, compaction requested=false at 1731252131034 (+5 ms)Writing region close event to WAL at 1731252131037 (+3 ms)Running coprocessor post-close hooks at 1731252131039 (+2 ms)Closed at 1731252131039 2024-11-10T15:22:11,040 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T15:22:11,091 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,35231,1731252106416.replicationSource.wal-reader.c0771061be61%2C35231%2C1731252106416,1-c0771061be61,35231,1731252106416 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/WALs/c0771061be61,35231,1731252106416/c0771061be61%2C35231%2C1731252106416.1731252108664 to pos 1759, reset compression=false 2024-11-10T15:22:11,127 DEBUG [RS:0;c0771061be61:35231 {}] regionserver.HRegionServer(1351): Waiting on dc77211b5ac158d947dec978ae899f69 2024-11-10T15:22:11,192 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42795,1731252096168.replicationSource.wal-reader.c0771061be61%2C42795%2C1731252096168,1-c0771061be61,42795,1731252096168 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/WALs/c0771061be61,42795,1731252096168/c0771061be61%2C42795%2C1731252096168.1731252098076 to pos 1488, reset compression=false 2024-11-10T15:22:11,328 DEBUG [RS:0;c0771061be61:35231 {}] regionserver.HRegionServer(1351): Waiting on dc77211b5ac158d947dec978ae899f69 2024-11-10T15:22:11,434 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/data/default/test/dc77211b5ac158d947dec978ae899f69/.tmp/norep/6ae98f8ca85b4cf78f5461ca6ef81afc 2024-11-10T15:22:11,437 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6ae98f8ca85b4cf78f5461ca6ef81afc 2024-11-10T15:22:11,438 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/data/default/test/dc77211b5ac158d947dec978ae899f69/.tmp/f/72a4c35d0fa246d2a84d304fea9b1e32 as hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/data/default/test/dc77211b5ac158d947dec978ae899f69/f/72a4c35d0fa246d2a84d304fea9b1e32 2024-11-10T15:22:11,441 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 72a4c35d0fa246d2a84d304fea9b1e32 2024-11-10T15:22:11,441 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/data/default/test/dc77211b5ac158d947dec978ae899f69/f/72a4c35d0fa246d2a84d304fea9b1e32, entries=5, sequenceid=12, filesize=5.1 K 2024-11-10T15:22:11,442 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/data/default/test/dc77211b5ac158d947dec978ae899f69/.tmp/f1/9285a5e2e47c48689a851e0b73dcaecc as hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/data/default/test/dc77211b5ac158d947dec978ae899f69/f1/9285a5e2e47c48689a851e0b73dcaecc 2024-11-10T15:22:11,445 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9285a5e2e47c48689a851e0b73dcaecc 2024-11-10T15:22:11,445 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/data/default/test/dc77211b5ac158d947dec978ae899f69/f1/9285a5e2e47c48689a851e0b73dcaecc, entries=3, sequenceid=12, filesize=5.0 K 2024-11-10T15:22:11,446 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/data/default/test/dc77211b5ac158d947dec978ae899f69/.tmp/norep/6ae98f8ca85b4cf78f5461ca6ef81afc as hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/data/default/test/dc77211b5ac158d947dec978ae899f69/norep/6ae98f8ca85b4cf78f5461ca6ef81afc 2024-11-10T15:22:11,449 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6ae98f8ca85b4cf78f5461ca6ef81afc 2024-11-10T15:22:11,449 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/data/default/test/dc77211b5ac158d947dec978ae899f69/norep/6ae98f8ca85b4cf78f5461ca6ef81afc, entries=1, sequenceid=12, filesize=5.0 K 2024-11-10T15:22:11,450 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for dc77211b5ac158d947dec978ae899f69 in 1290ms, sequenceid=12, compaction requested=false 2024-11-10T15:22:11,452 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43989,1731252101411.replicationSource.wal-reader.c0771061be61%2C43989%2C1731252101411,1-c0771061be61,43989,1731252101411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/WALs/c0771061be61,43989,1731252101411/c0771061be61%2C43989%2C1731252101411.1731252103358 to pos 1466, reset compression=false 2024-11-10T15:22:11,454 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/data/default/test/dc77211b5ac158d947dec978ae899f69/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-10T15:22:11,454 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T15:22:11,454 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T15:22:11,454 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731252113070.dc77211b5ac158d947dec978ae899f69. 2024-11-10T15:22:11,455 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dc77211b5ac158d947dec978ae899f69: Waiting for close lock at 1731252130159Running coprocessor pre-close hooks at 1731252130159Disabling compacts and flushes for region at 1731252130159Disabling writes for close at 1731252130160 (+1 ms)Obtaining lock to block concurrent updates at 1731252130160Preparing flush snapshotting stores in dc77211b5ac158d947dec978ae899f69 at 1731252130160Finished memstore snapshotting test,,1731252113070.dc77211b5ac158d947dec978ae899f69., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731252130160Flushing stores of test,,1731252113070.dc77211b5ac158d947dec978ae899f69. at 1731252130160Flushing dc77211b5ac158d947dec978ae899f69/f: creating writer at 1731252130161 (+1 ms)Flushing dc77211b5ac158d947dec978ae899f69/f: appending metadata at 1731252130177 (+16 ms)Flushing dc77211b5ac158d947dec978ae899f69/f: closing flushed file at 1731252130177Flushing dc77211b5ac158d947dec978ae899f69/f1: creating writer at 1731252130590 (+413 ms)Flushing dc77211b5ac158d947dec978ae899f69/f1: appending metadata at 1731252130604 (+14 ms)Flushing dc77211b5ac158d947dec978ae899f69/f1: closing flushed file at 1731252130604Flushing dc77211b5ac158d947dec978ae899f69/norep: creating writer at 1731252131012 (+408 ms)Flushing dc77211b5ac158d947dec978ae899f69/norep: appending metadata at 1731252131029 (+17 ms)Flushing dc77211b5ac158d947dec978ae899f69/norep: closing flushed file at 1731252131030 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28df4ea9: reopening flushed file at 1731252131437 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f96d6f9: reopening flushed file at 1731252131441 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@696f7123: reopening flushed file at 1731252131445 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for dc77211b5ac158d947dec978ae899f69 in 1290ms, sequenceid=12, compaction requested=false at 1731252131450 (+5 ms)Writing region close event to WAL at 1731252131451 (+1 ms)Running coprocessor post-close hooks at 1731252131454 (+3 ms)Closed at 1731252131454 2024-11-10T15:22:11,455 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731252113070.dc77211b5ac158d947dec978ae899f69. 2024-11-10T15:22:11,528 INFO [RS:0;c0771061be61:35231 {}] regionserver.HRegionServer(976): stopping server c0771061be61,35231,1731252106416; all regions closed. 2024-11-10T15:22:11,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46161 is added to blk_1073741834_1010 (size=4239) 2024-11-10T15:22:11,530 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/WALs/c0771061be61,35231,1731252106416/c0771061be61%2C35231%2C1731252106416.meta.1731252109630.meta not finished, retry = 0 2024-11-10T15:22:11,594 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,35231,1731252106416.replicationSource.wal-reader.c0771061be61%2C35231%2C1731252106416,1-c0771061be61,35231,1731252106416 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/WALs/c0771061be61,35231,1731252106416/c0771061be61%2C35231%2C1731252106416.1731252108664 to pos 1759, reset compression=false 2024-11-10T15:22:11,597 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,35231,1731252106416.replicationSource.wal-reader.c0771061be61%2C35231%2C1731252106416,1-c0771061be61,35231,1731252106416 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T15:22:11,597 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,35231,1731252106416.replicationSource.wal-reader.c0771061be61%2C35231%2C1731252106416,1-c0771061be61,35231,1731252106416 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/WALs/c0771061be61,35231,1731252106416/c0771061be61%2C35231%2C1731252106416.1731252108664 to pos 2403, reset compression=false 2024-11-10T15:22:11,632 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/WALs/c0771061be61,35231,1731252106416/c0771061be61%2C35231%2C1731252106416.rep.1731252120677 not finished, retry = 0 2024-11-10T15:22:11,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46161 is added to blk_1073741839_1015 (size=3333) 2024-11-10T15:22:11,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46161 is added to blk_1073741832_1008 (size=2411) 2024-11-10T15:22:11,735 DEBUG [RS:0;c0771061be61:35231 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:22:11,735 INFO [RS:0;c0771061be61:35231 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T15:22:11,735 INFO [RS:0;c0771061be61:35231 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T15:22:11,735 INFO [RS:0;c0771061be61:35231 {}] hbase.ChoreService(370): Chore service for: regionserver/c0771061be61:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T15:22:11,735 INFO [RS:0;c0771061be61:35231 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T15:22:11,735 INFO [regionserver/c0771061be61:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T15:22:11,735 INFO [RS:0;c0771061be61:35231 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c0771061be61,35231,1731252106416 because: Region server is closing 2024-11-10T15:22:11,736 INFO [RS:0;c0771061be61:35231 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c0771061be61:35231. 2024-11-10T15:22:11,736 DEBUG [RS:0;c0771061be61:35231 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:22:11,736 DEBUG [RS:0;c0771061be61:35231 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:22:11,736 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T15:22:11,736 DEBUG [RS:0;c0771061be61:35231 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:22:11,795 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42795,1731252096168.replicationSource.wal-reader.c0771061be61%2C42795%2C1731252096168,1-c0771061be61,42795,1731252096168 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/WALs/c0771061be61,42795,1731252096168/c0771061be61%2C42795%2C1731252096168.1731252098076 to pos 1488, reset compression=false 2024-11-10T15:22:11,836 INFO [RS:0;c0771061be61:35231 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,35231,1731252106416.replicationSource.shipperc0771061be61%2C35231%2C1731252106416,1-c0771061be61,35231,1731252106416 terminated 2024-11-10T15:22:11,836 INFO [RS:0;c0771061be61:35231 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c0771061be61:35231. 2024-11-10T15:22:11,836 DEBUG [RS:0;c0771061be61:35231 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:22:11,836 DEBUG [RS:0;c0771061be61:35231 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:22:11,837 DEBUG [RS:0;c0771061be61:35231 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:22:11,837 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T15:22:11,837 INFO [RS:0;c0771061be61:35231 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35231 2024-11-10T15:22:11,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45553-0x10125567fb20006, quorum=127.0.0.1:50472, baseZNode=/21142142344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21142142344/rs 2024-11-10T15:22:11,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35231-0x10125567fb20007, quorum=127.0.0.1:50472, baseZNode=/21142142344 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21142142344/rs/c0771061be61,35231,1731252106416 2024-11-10T15:22:11,949 INFO [RS:0;c0771061be61:35231 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T15:22:11,949 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c0771061be61,35231,1731252106416] 2024-11-10T15:22:12,154 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43989,1731252101411.replicationSource.wal-reader.c0771061be61%2C43989%2C1731252101411,1-c0771061be61,43989,1731252101411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/WALs/c0771061be61,43989,1731252101411/c0771061be61%2C43989%2C1731252101411.1731252103358 to pos 1466, reset compression=false 2024-11-10T15:22:12,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35231-0x10125567fb20007, quorum=127.0.0.1:50472, baseZNode=/21142142344 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T15:22:12,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35231-0x10125567fb20007, quorum=127.0.0.1:50472, baseZNode=/21142142344 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T15:22:12,161 INFO [RS:0;c0771061be61:35231 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T15:22:12,161 INFO [RS:0;c0771061be61:35231 {}] regionserver.HRegionServer(1031): Exiting; stopping=c0771061be61,35231,1731252106416; zookeeper connection closed. 2024-11-10T15:22:12,161 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7aa1c13c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7aa1c13c 2024-11-10T15:22:12,162 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T15:22:12,203 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21142142344/draining/c0771061be61,35231,1731252106416 already deleted, retry=false 2024-11-10T15:22:12,203 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c0771061be61,35231,1731252106416 expired; onlineServers=0 2024-11-10T15:22:12,203 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c0771061be61,45553,1731252106311' ***** 2024-11-10T15:22:12,203 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T15:22:12,203 INFO [M:0;c0771061be61:45553 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T15:22:12,203 INFO [M:0;c0771061be61:45553 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T15:22:12,203 DEBUG [M:0;c0771061be61:45553 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T15:22:12,203 DEBUG [M:0;c0771061be61:45553 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T15:22:12,203 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T15:22:12,203 DEBUG [master/c0771061be61:0:becomeActiveMaster-HFileCleaner.large.0-1731252108416 {}] cleaner.HFileCleaner(306): Exit Thread[master/c0771061be61:0:becomeActiveMaster-HFileCleaner.large.0-1731252108416,5,FailOnTimeoutGroup] 2024-11-10T15:22:12,203 DEBUG [master/c0771061be61:0:becomeActiveMaster-HFileCleaner.small.0-1731252108416 {}] cleaner.HFileCleaner(306): Exit Thread[master/c0771061be61:0:becomeActiveMaster-HFileCleaner.small.0-1731252108416,5,FailOnTimeoutGroup] 2024-11-10T15:22:12,203 INFO [M:0;c0771061be61:45553 {}] hbase.ChoreService(370): Chore service for: master/c0771061be61:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T15:22:12,204 INFO [M:0;c0771061be61:45553 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T15:22:12,204 DEBUG [M:0;c0771061be61:45553 {}] master.HMaster(1795): Stopping service threads 2024-11-10T15:22:12,204 INFO [M:0;c0771061be61:45553 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T15:22:12,204 INFO [M:0;c0771061be61:45553 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T15:22:12,204 INFO [M:0;c0771061be61:45553 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T15:22:12,204 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T15:22:12,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45553-0x10125567fb20006, quorum=127.0.0.1:50472, baseZNode=/21142142344 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21142142344/master 2024-11-10T15:22:12,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45553-0x10125567fb20006, quorum=127.0.0.1:50472, baseZNode=/21142142344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21142142344 2024-11-10T15:22:12,437 DEBUG [M:0;c0771061be61:45553 {}] zookeeper.ZKUtil(347): master:45553-0x10125567fb20006, quorum=127.0.0.1:50472, baseZNode=/21142142344 Unable to get data of znode /21142142344/master because node does not exist (not an error) 2024-11-10T15:22:12,437 WARN [M:0;c0771061be61:45553 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T15:22:12,438 INFO [M:0;c0771061be61:45553 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/.lastflushedseqids 2024-11-10T15:22:12,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46161 is added to blk_1073741848_1024 (size=245) 2024-11-10T15:22:12,499 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42795,1731252096168.replicationSource.wal-reader.c0771061be61%2C42795%2C1731252096168,1-c0771061be61,42795,1731252096168 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/WALs/c0771061be61,42795,1731252096168/c0771061be61%2C42795%2C1731252096168.1731252098076 to pos 1488, reset compression=false 2024-11-10T15:22:12,841 INFO [M:0;c0771061be61:45553 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T15:22:12,841 INFO [M:0;c0771061be61:45553 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T15:22:12,842 DEBUG [M:0;c0771061be61:45553 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T15:22:12,842 INFO [M:0;c0771061be61:45553 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:22:12,842 DEBUG [M:0;c0771061be61:45553 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:22:12,842 DEBUG [M:0;c0771061be61:45553 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T15:22:12,842 DEBUG [M:0;c0771061be61:45553 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:22:12,842 INFO [M:0;c0771061be61:45553 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.58 KB heapSize=75.50 KB 2024-11-10T15:22:12,859 DEBUG [M:0;c0771061be61:45553 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/86e5329901344a1daed06a1f182d10df is 82, key is hbase:meta,,1/info:regioninfo/1731252109658/Put/seqid=0 2024-11-10T15:22:12,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46161 is added to blk_1073741849_1025 (size=5672) 2024-11-10T15:22:12,958 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43989,1731252101411.replicationSource.wal-reader.c0771061be61%2C43989%2C1731252101411,1-c0771061be61,43989,1731252101411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/WALs/c0771061be61,43989,1731252101411/c0771061be61%2C43989%2C1731252101411.1731252103358 to pos 1466, reset compression=false 2024-11-10T15:22:13,263 INFO [M:0;c0771061be61:45553 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/86e5329901344a1daed06a1f182d10df 2024-11-10T15:22:13,279 DEBUG [M:0;c0771061be61:45553 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b6ca8c2a87f24cc48838a4e7f4c97f6c is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731252120714/Put/seqid=0 2024-11-10T15:22:13,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46161 is added to blk_1073741850_1026 (size=9212) 2024-11-10T15:22:13,282 INFO [M:0;c0771061be61:45553 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.03 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b6ca8c2a87f24cc48838a4e7f4c97f6c 2024-11-10T15:22:13,298 DEBUG [M:0;c0771061be61:45553 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c7ab81be299b427db0067881302ea4bf is 69, key is c0771061be61,35231,1731252106416/rs:state/1731252108476/Put/seqid=0 2024-11-10T15:22:13,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46161 is added to blk_1073741851_1027 (size=5156) 2024-11-10T15:22:13,302 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42795,1731252096168.replicationSource.wal-reader.c0771061be61%2C42795%2C1731252096168,1-c0771061be61,42795,1731252096168 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/WALs/c0771061be61,42795,1731252096168/c0771061be61%2C42795%2C1731252096168.1731252098076 to pos 1488, reset compression=false 2024-11-10T15:22:13,702 INFO [M:0;c0771061be61:45553 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c7ab81be299b427db0067881302ea4bf 2024-11-10T15:22:13,706 DEBUG [M:0;c0771061be61:45553 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/86e5329901344a1daed06a1f182d10df as hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/86e5329901344a1daed06a1f182d10df 2024-11-10T15:22:13,709 INFO [M:0;c0771061be61:45553 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/86e5329901344a1daed06a1f182d10df, entries=8, sequenceid=127, filesize=5.5 K 2024-11-10T15:22:13,710 DEBUG [M:0;c0771061be61:45553 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b6ca8c2a87f24cc48838a4e7f4c97f6c as hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b6ca8c2a87f24cc48838a4e7f4c97f6c 2024-11-10T15:22:13,713 INFO [M:0;c0771061be61:45553 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b6ca8c2a87f24cc48838a4e7f4c97f6c, entries=15, sequenceid=127, filesize=9.0 K 2024-11-10T15:22:13,714 DEBUG [M:0;c0771061be61:45553 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c7ab81be299b427db0067881302ea4bf as hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c7ab81be299b427db0067881302ea4bf 2024-11-10T15:22:13,717 INFO [M:0;c0771061be61:45553 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43549/user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c7ab81be299b427db0067881302ea4bf, entries=1, sequenceid=127, filesize=5.0 K 2024-11-10T15:22:13,717 INFO [M:0;c0771061be61:45553 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 875ms, sequenceid=127, compaction requested=false 2024-11-10T15:22:13,718 INFO [M:0;c0771061be61:45553 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:22:13,719 DEBUG [M:0;c0771061be61:45553 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731252132842Disabling compacts and flushes for region at 1731252132842Disabling writes for close at 1731252132842Obtaining lock to block concurrent updates at 1731252132842Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731252132842Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65109, getHeapSize=77248, getOffHeapSize=0, getCellsCount=148 at 1731252132842Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731252132843 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731252132843Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731252132858 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731252132858Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731252133266 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731252133279 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731252133279Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731252133285 (+6 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731252133298 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731252133298Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f3a1833: reopening flushed file at 1731252133705 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cb414ab: reopening flushed file at 1731252133709 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f70fc3: reopening flushed file at 1731252133713 (+4 ms)Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 875ms, sequenceid=127, compaction requested=false at 1731252133717 (+4 ms)Writing region close event to WAL at 1731252133718 (+1 ms)Closed at 1731252133718 2024-11-10T15:22:13,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46161 is added to blk_1073741830_1006 (size=73866) 2024-11-10T15:22:13,720 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4281c21f-b192-0183-ac06-4c5f16f7bbba/MasterData/WALs/c0771061be61,45553,1731252106311/c0771061be61%2C45553%2C1731252106311.1731252108165 not finished, retry = 0 2024-11-10T15:22:13,821 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T15:22:13,821 INFO [M:0;c0771061be61:45553 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T15:22:13,821 INFO [M:0;c0771061be61:45553 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45553 2024-11-10T15:22:13,821 INFO [M:0;c0771061be61:45553 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T15:22:13,861 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43989,1731252101411.replicationSource.wal-reader.c0771061be61%2C43989%2C1731252101411,1-c0771061be61,43989,1731252101411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/WALs/c0771061be61,43989,1731252101411/c0771061be61%2C43989%2C1731252101411.1731252103358 to pos 1466, reset compression=false 2024-11-10T15:22:13,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45553-0x10125567fb20006, quorum=127.0.0.1:50472, baseZNode=/21142142344 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T15:22:13,992 INFO [M:0;c0771061be61:45553 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T15:22:13,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45553-0x10125567fb20006, quorum=127.0.0.1:50472, baseZNode=/21142142344 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T15:22:13,994 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@642f3809{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T15:22:13,995 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1573fbea{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T15:22:13,995 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T15:22:13,995 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41092737{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T15:22:13,995 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76912e43{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30f5a96c-a0b6-91b4-8cc0-2442956025d4/hadoop.log.dir/,STOPPED} 2024-11-10T15:22:13,996 WARN [BP-1733813336-172.17.0.3-1731252104395 heartbeating to localhost/127.0.0.1:43549 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T15:22:13,996 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T15:22:13,996 WARN [BP-1733813336-172.17.0.3-1731252104395 heartbeating to localhost/127.0.0.1:43549 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1733813336-172.17.0.3-1731252104395 (Datanode Uuid 10486a40-e7f2-4c9e-9a91-205bf66b440d) service to localhost/127.0.0.1:43549 2024-11-10T15:22:13,996 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T15:22:13,997 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30f5a96c-a0b6-91b4-8cc0-2442956025d4/cluster_9ddf6c34-cf51-ae53-d186-8cdceb2a7e6f/data/data1/current/BP-1733813336-172.17.0.3-1731252104395 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T15:22:13,997 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30f5a96c-a0b6-91b4-8cc0-2442956025d4/cluster_9ddf6c34-cf51-ae53-d186-8cdceb2a7e6f/data/data2/current/BP-1733813336-172.17.0.3-1731252104395 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T15:22:13,997 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T15:22:14,001 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@8f8d269{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T15:22:14,002 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@16cc2ccc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T15:22:14,002 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T15:22:14,002 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73ff9af5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T15:22:14,002 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@438ce417{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30f5a96c-a0b6-91b4-8cc0-2442956025d4/hadoop.log.dir/,STOPPED} 2024-11-10T15:22:14,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T15:22:14,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T15:22:14,014 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T15:22:14,014 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:22:14,014 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:22:14,014 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:22:14,014 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T15:22:14,014 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T15:22:14,014 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1618980689, stopped=false 2024-11-10T15:22:14,014 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c0771061be61,39131,1731252101269 2024-11-10T15:22:14,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43989-0x10125567fb20004, quorum=127.0.0.1:50472, baseZNode=/1-1992365126 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1992365126/running 2024-11-10T15:22:14,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39131-0x10125567fb20003, quorum=127.0.0.1:50472, baseZNode=/1-1992365126 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1992365126/running 2024-11-10T15:22:14,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43989-0x10125567fb20004, quorum=127.0.0.1:50472, baseZNode=/1-1992365126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1992365126 2024-11-10T15:22:14,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39131-0x10125567fb20003, quorum=127.0.0.1:50472, baseZNode=/1-1992365126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1992365126 2024-11-10T15:22:14,029 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T15:22:14,029 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T15:22:14,029 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:22:14,029 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:22:14,029 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c0771061be61,43989,1731252101411' ***** 2024-11-10T15:22:14,029 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T15:22:14,030 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43989-0x10125567fb20004, quorum=127.0.0.1:50472, baseZNode=/1-1992365126 Set watcher on znode that does not yet exist, /1-1992365126/running 2024-11-10T15:22:14,030 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39131-0x10125567fb20003, quorum=127.0.0.1:50472, baseZNode=/1-1992365126 Set watcher on znode that does not yet exist, /1-1992365126/running 2024-11-10T15:22:14,030 INFO [RS:0;c0771061be61:43989 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T15:22:14,030 INFO [RS:0;c0771061be61:43989 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T15:22:14,030 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T15:22:14,030 INFO [RS:0;c0771061be61:43989 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T15:22:14,030 INFO [RS:0;c0771061be61:43989 {}] regionserver.HRegionServer(3091): Received CLOSE for 14fd4fd90acb42ff1fff7f26c6d99993 2024-11-10T15:22:14,030 INFO [RS:0;c0771061be61:43989 {}] regionserver.HRegionServer(3091): Received CLOSE for fceb5b52b905a2d273e465fd2e249872 2024-11-10T15:22:14,030 INFO [RS:0;c0771061be61:43989 {}] regionserver.HRegionServer(959): stopping server c0771061be61,43989,1731252101411 2024-11-10T15:22:14,030 INFO [RS:0;c0771061be61:43989 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T15:22:14,030 INFO [RS:0;c0771061be61:43989 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c0771061be61:43989. 2024-11-10T15:22:14,030 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 14fd4fd90acb42ff1fff7f26c6d99993, disabling compactions & flushes 2024-11-10T15:22:14,030 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731252117383.14fd4fd90acb42ff1fff7f26c6d99993. 2024-11-10T15:22:14,030 DEBUG [RS:0;c0771061be61:43989 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:22:14,030 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731252117383.14fd4fd90acb42ff1fff7f26c6d99993. 2024-11-10T15:22:14,030 DEBUG [RS:0;c0771061be61:43989 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:22:14,030 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731252117383.14fd4fd90acb42ff1fff7f26c6d99993. after waiting 0 ms 2024-11-10T15:22:14,030 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731252117383.14fd4fd90acb42ff1fff7f26c6d99993. 2024-11-10T15:22:14,030 INFO [RS:0;c0771061be61:43989 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T15:22:14,030 INFO [RS:0;c0771061be61:43989 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T15:22:14,030 INFO [RS:0;c0771061be61:43989 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T15:22:14,031 INFO [RS:0;c0771061be61:43989 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T15:22:14,031 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 14fd4fd90acb42ff1fff7f26c6d99993 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-10T15:22:14,031 INFO [RS:0;c0771061be61:43989 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T15:22:14,031 DEBUG [RS:0;c0771061be61:43989 {}] regionserver.HRegionServer(1325): Online Regions={14fd4fd90acb42ff1fff7f26c6d99993=hbase:replication,,1731252117383.14fd4fd90acb42ff1fff7f26c6d99993., 1588230740=hbase:meta,,1.1588230740, fceb5b52b905a2d273e465fd2e249872=test,,1731252110909.fceb5b52b905a2d273e465fd2e249872.} 2024-11-10T15:22:14,031 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T15:22:14,031 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T15:22:14,031 DEBUG [RS:0;c0771061be61:43989 {}] regionserver.HRegionServer(1351): Waiting on 14fd4fd90acb42ff1fff7f26c6d99993, 1588230740, fceb5b52b905a2d273e465fd2e249872 2024-11-10T15:22:14,031 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T15:22:14,031 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T15:22:14,031 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T15:22:14,031 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-10T15:22:14,044 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/data/hbase/replication/14fd4fd90acb42ff1fff7f26c6d99993/.tmp/queue/5138195b0a7b471499fcca9032cfabd7 is 154, key is 1-c0771061be61,43989,1731252101411/queue:c0771061be61%2C43989%2C1731252101411/1731252129441/Put/seqid=0 2024-11-10T15:22:14,044 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/data/hbase/meta/1588230740/.tmp/info/d70125e742f04c508d3cffbfd3141d48 is 147, key is hbase:replication,,1731252117383.14fd4fd90acb42ff1fff7f26c6d99993./info:regioninfo/1731252118546/Put/seqid=0 2024-11-10T15:22:14,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37329 is added to blk_1073741841_1017 (size=5353) 2024-11-10T15:22:14,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37329 is added to blk_1073741840_1016 (size=7686) 2024-11-10T15:22:14,054 INFO [regionserver/c0771061be61:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T15:22:14,205 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42795,1731252096168.replicationSource.wal-reader.c0771061be61%2C42795%2C1731252096168,1-c0771061be61,42795,1731252096168 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/WALs/c0771061be61,42795,1731252096168/c0771061be61%2C42795%2C1731252096168.1731252098076 to pos 1488, reset compression=false 2024-11-10T15:22:14,231 DEBUG [RS:0;c0771061be61:43989 {}] regionserver.HRegionServer(1351): Waiting on 14fd4fd90acb42ff1fff7f26c6d99993, 1588230740, fceb5b52b905a2d273e465fd2e249872 2024-11-10T15:22:14,280 INFO [regionserver/c0771061be61:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T15:22:14,280 INFO [regionserver/c0771061be61:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T15:22:14,431 DEBUG [RS:0;c0771061be61:43989 {}] regionserver.HRegionServer(1351): Waiting on 14fd4fd90acb42ff1fff7f26c6d99993, 1588230740, fceb5b52b905a2d273e465fd2e249872 2024-11-10T15:22:14,447 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/data/hbase/replication/14fd4fd90acb42ff1fff7f26c6d99993/.tmp/queue/5138195b0a7b471499fcca9032cfabd7 2024-11-10T15:22:14,447 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/data/hbase/meta/1588230740/.tmp/info/d70125e742f04c508d3cffbfd3141d48 2024-11-10T15:22:14,451 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/data/hbase/replication/14fd4fd90acb42ff1fff7f26c6d99993/.tmp/queue/5138195b0a7b471499fcca9032cfabd7 as hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/data/hbase/replication/14fd4fd90acb42ff1fff7f26c6d99993/queue/5138195b0a7b471499fcca9032cfabd7 2024-11-10T15:22:14,455 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/data/hbase/replication/14fd4fd90acb42ff1fff7f26c6d99993/queue/5138195b0a7b471499fcca9032cfabd7, entries=1, sequenceid=14, filesize=5.2 K 2024-11-10T15:22:14,456 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 14fd4fd90acb42ff1fff7f26c6d99993 in 426ms, sequenceid=14, compaction requested=false 2024-11-10T15:22:14,456 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-10T15:22:14,463 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/data/hbase/replication/14fd4fd90acb42ff1fff7f26c6d99993/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-10T15:22:14,463 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T15:22:14,463 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T15:22:14,463 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731252117383.14fd4fd90acb42ff1fff7f26c6d99993. 2024-11-10T15:22:14,463 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 14fd4fd90acb42ff1fff7f26c6d99993: Waiting for close lock at 1731252134030Running coprocessor pre-close hooks at 1731252134030Disabling compacts and flushes for region at 1731252134030Disabling writes for close at 1731252134030Obtaining lock to block concurrent updates at 1731252134031 (+1 ms)Preparing flush snapshotting stores in 14fd4fd90acb42ff1fff7f26c6d99993 at 1731252134031Finished memstore snapshotting hbase:replication,,1731252117383.14fd4fd90acb42ff1fff7f26c6d99993., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731252134031Flushing stores of hbase:replication,,1731252117383.14fd4fd90acb42ff1fff7f26c6d99993. at 1731252134031Flushing 14fd4fd90acb42ff1fff7f26c6d99993/queue: creating writer at 1731252134031Flushing 14fd4fd90acb42ff1fff7f26c6d99993/queue: appending metadata at 1731252134043 (+12 ms)Flushing 14fd4fd90acb42ff1fff7f26c6d99993/queue: closing flushed file at 1731252134043Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23c0c7a5: reopening flushed file at 1731252134451 (+408 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 14fd4fd90acb42ff1fff7f26c6d99993 in 426ms, sequenceid=14, compaction requested=false at 1731252134456 (+5 ms)Writing region close event to WAL at 1731252134460 (+4 ms)Running coprocessor post-close hooks at 1731252134463 (+3 ms)Closed at 1731252134463 2024-11-10T15:22:14,464 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731252117383.14fd4fd90acb42ff1fff7f26c6d99993. 2024-11-10T15:22:14,464 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fceb5b52b905a2d273e465fd2e249872, disabling compactions & flushes 2024-11-10T15:22:14,464 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731252110909.fceb5b52b905a2d273e465fd2e249872. 2024-11-10T15:22:14,464 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731252110909.fceb5b52b905a2d273e465fd2e249872. 2024-11-10T15:22:14,464 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731252110909.fceb5b52b905a2d273e465fd2e249872. after waiting 0 ms 2024-11-10T15:22:14,464 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731252110909.fceb5b52b905a2d273e465fd2e249872. 2024-11-10T15:22:14,464 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fceb5b52b905a2d273e465fd2e249872 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-10T15:22:14,465 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/data/hbase/meta/1588230740/.tmp/ns/0073f162cb6144ca8a6a964cb8f5b3d5 is 43, key is default/ns:d/1731252104320/Put/seqid=0 2024-11-10T15:22:14,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37329 is added to blk_1073741842_1018 (size=5153) 2024-11-10T15:22:14,477 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/data/default/test/fceb5b52b905a2d273e465fd2e249872/.tmp/f/06a603edf6104bcc90c11d40ab6c5032 is 37, key is row3/f:row3/1731252128389/Put/seqid=0 2024-11-10T15:22:14,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37329 is added to blk_1073741843_1019 (size=5228) 2024-11-10T15:22:14,631 DEBUG [RS:0;c0771061be61:43989 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fceb5b52b905a2d273e465fd2e249872 2024-11-10T15:22:14,831 DEBUG [RS:0;c0771061be61:43989 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fceb5b52b905a2d273e465fd2e249872 2024-11-10T15:22:14,864 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43989,1731252101411.replicationSource.wal-reader.c0771061be61%2C43989%2C1731252101411,1-c0771061be61,43989,1731252101411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/WALs/c0771061be61,43989,1731252101411/c0771061be61%2C43989%2C1731252101411.1731252103358 to pos 1466, reset compression=false 2024-11-10T15:22:14,868 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43989,1731252101411.replicationSource.wal-reader.c0771061be61%2C43989%2C1731252101411,1-c0771061be61,43989,1731252101411 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T15:22:14,868 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43989,1731252101411.replicationSource.wal-reader.c0771061be61%2C43989%2C1731252101411,1-c0771061be61,43989,1731252101411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/WALs/c0771061be61,43989,1731252101411/c0771061be61%2C43989%2C1731252101411.1731252103358 to pos 1713, reset compression=false 2024-11-10T15:22:14,868 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43989,1731252101411.replicationSource.shipperc0771061be61%2C43989%2C1731252101411,1-c0771061be61,43989,1731252101411 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0771061be61,43989,1731252101411 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/WALs/c0771061be61,43989,1731252101411/c0771061be61%2C43989%2C1731252101411.1731252103358, lastWalPosition=1713, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T15:22:14,869 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/data/hbase/meta/1588230740/.tmp/ns/0073f162cb6144ca8a6a964cb8f5b3d5 2024-11-10T15:22:14,869 ERROR [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43989,1731252101411.replicationSource.shipperc0771061be61%2C43989%2C1731252101411,1-c0771061be61,43989,1731252101411 {}] regionserver.HRegionServer(2440): ***** ABORTING region server c0771061be61,43989,1731252101411: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-c0771061be61,43989,1731252101411, walGroup=c0771061be61%2C43989%2C1731252101411, offset=c0771061be61%2C43989%2C1731252101411.1731252103358:1713, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c0771061be61:43989 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-10T15:22:14,870 ERROR [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43989,1731252101411.replicationSource.shipperc0771061be61%2C43989%2C1731252101411,1-c0771061be61,43989,1731252101411 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-10T15:22:14,870 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43989,1731252101411.replicationSource.shipperc0771061be61%2C43989%2C1731252101411,1-c0771061be61,43989,1731252101411 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-10T15:22:14,870 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43989,1731252101411.replicationSource.shipperc0771061be61%2C43989%2C1731252101411,1-c0771061be61,43989,1731252101411 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-10T15:22:14,870 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43989,1731252101411.replicationSource.shipperc0771061be61%2C43989%2C1731252101411,1-c0771061be61,43989,1731252101411 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-10T15:22:14,870 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43989,1731252101411.replicationSource.shipperc0771061be61%2C43989%2C1731252101411,1-c0771061be61,43989,1731252101411 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-10T15:22:14,870 INFO [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43989,1731252101411.replicationSource.shipperc0771061be61%2C43989%2C1731252101411,1-c0771061be61,43989,1731252101411 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1157627904, "init": 1048576000, "max": 2306867200, "used": 884626096 }, "NonHeapMemoryUsage": { "committed": 201129984, "init": 7667712, "max": -1, "used": 198327672 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-10T15:22:14,870 WARN [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43989,1731252101411.replicationSource.shipperc0771061be61%2C43989%2C1731252101411,1-c0771061be61,43989,1731252101411 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c0771061be61:39131 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c0771061be61:39131 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-10T15:22:14,881 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/data/default/test/fceb5b52b905a2d273e465fd2e249872/.tmp/f/06a603edf6104bcc90c11d40ab6c5032 2024-11-10T15:22:14,884 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 06a603edf6104bcc90c11d40ab6c5032 2024-11-10T15:22:14,890 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/data/hbase/meta/1588230740/.tmp/rep_barrier/ab8deee0be9e4b5eb9625d6ef8befbac is 112, key is test,,1731252110909.fceb5b52b905a2d273e465fd2e249872./rep_barrier:seqnumDuringOpen/1731252112056/Put/seqid=0 2024-11-10T15:22:14,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37329 is added to blk_1073741844_1020 (size=5518) 2024-11-10T15:22:14,898 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/data/default/test/fceb5b52b905a2d273e465fd2e249872/.tmp/f1/569408a222b845b6aa8be7620a54141f is 30, key is row1/f1:/1731252125740/DeleteFamily/seqid=0 2024-11-10T15:22:14,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37329 is added to blk_1073741845_1021 (size=5158) 2024-11-10T15:22:15,032 DEBUG [RS:0;c0771061be61:43989 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fceb5b52b905a2d273e465fd2e249872 2024-11-10T15:22:15,072 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43989,1731252101411.replicationSource.wal-reader.c0771061be61%2C43989%2C1731252101411,1-c0771061be61,43989,1731252101411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/WALs/c0771061be61,43989,1731252101411/c0771061be61%2C43989%2C1731252101411.1731252103358 to pos 1713, reset compression=false 2024-11-10T15:22:15,160 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:15,160 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:15,160 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:15,184 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:15,185 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:15,185 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:15,185 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:15,185 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:15,185 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:15,190 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:15,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:15,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:15,194 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:15,209 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42795,1731252096168.replicationSource.wal-reader.c0771061be61%2C42795%2C1731252096168,1-c0771061be61,42795,1731252096168 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/WALs/c0771061be61,42795,1731252096168/c0771061be61%2C42795%2C1731252096168.1731252098076 to pos 1488, reset compression=false 2024-11-10T15:22:15,232 INFO [RS:0;c0771061be61:43989 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T15:22:15,232 DEBUG [RS:0;c0771061be61:43989 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, fceb5b52b905a2d273e465fd2e249872=test,,1731252110909.fceb5b52b905a2d273e465fd2e249872.} 2024-11-10T15:22:15,232 DEBUG [RS:0;c0771061be61:43989 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fceb5b52b905a2d273e465fd2e249872 2024-11-10T15:22:15,298 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/data/hbase/meta/1588230740/.tmp/rep_barrier/ab8deee0be9e4b5eb9625d6ef8befbac 2024-11-10T15:22:15,301 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/data/default/test/fceb5b52b905a2d273e465fd2e249872/.tmp/f1/569408a222b845b6aa8be7620a54141f 2024-11-10T15:22:15,305 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 569408a222b845b6aa8be7620a54141f 2024-11-10T15:22:15,314 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/data/hbase/meta/1588230740/.tmp/table/ae545de9be2540cebc7f92f3a32c5c20 is 53, key is hbase:replication/table:state/1731252118553/Put/seqid=0 2024-11-10T15:22:15,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37329 is added to blk_1073741846_1022 (size=5308) 2024-11-10T15:22:15,321 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/data/default/test/fceb5b52b905a2d273e465fd2e249872/.tmp/norep/6aae3486a2e9486f9a7a6f7c55b4c155 is 33, key is row1/norep:/1731252125740/DeleteFamily/seqid=0 2024-11-10T15:22:15,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37329 is added to blk_1073741847_1023 (size=5108) 2024-11-10T15:22:15,324 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/data/default/test/fceb5b52b905a2d273e465fd2e249872/.tmp/norep/6aae3486a2e9486f9a7a6f7c55b4c155 2024-11-10T15:22:15,328 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6aae3486a2e9486f9a7a6f7c55b4c155 2024-11-10T15:22:15,328 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/data/default/test/fceb5b52b905a2d273e465fd2e249872/.tmp/f/06a603edf6104bcc90c11d40ab6c5032 as hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/data/default/test/fceb5b52b905a2d273e465fd2e249872/f/06a603edf6104bcc90c11d40ab6c5032 2024-11-10T15:22:15,331 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 06a603edf6104bcc90c11d40ab6c5032 2024-11-10T15:22:15,332 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/data/default/test/fceb5b52b905a2d273e465fd2e249872/f/06a603edf6104bcc90c11d40ab6c5032, entries=5, sequenceid=12, filesize=5.1 K 2024-11-10T15:22:15,332 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/data/default/test/fceb5b52b905a2d273e465fd2e249872/.tmp/f1/569408a222b845b6aa8be7620a54141f as hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/data/default/test/fceb5b52b905a2d273e465fd2e249872/f1/569408a222b845b6aa8be7620a54141f 2024-11-10T15:22:15,335 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 569408a222b845b6aa8be7620a54141f 2024-11-10T15:22:15,335 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/data/default/test/fceb5b52b905a2d273e465fd2e249872/f1/569408a222b845b6aa8be7620a54141f, entries=3, sequenceid=12, filesize=5.0 K 2024-11-10T15:22:15,336 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/data/default/test/fceb5b52b905a2d273e465fd2e249872/.tmp/norep/6aae3486a2e9486f9a7a6f7c55b4c155 as hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/data/default/test/fceb5b52b905a2d273e465fd2e249872/norep/6aae3486a2e9486f9a7a6f7c55b4c155 2024-11-10T15:22:15,339 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6aae3486a2e9486f9a7a6f7c55b4c155 2024-11-10T15:22:15,339 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/data/default/test/fceb5b52b905a2d273e465fd2e249872/norep/6aae3486a2e9486f9a7a6f7c55b4c155, entries=1, sequenceid=12, filesize=5.0 K 2024-11-10T15:22:15,340 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for fceb5b52b905a2d273e465fd2e249872 in 875ms, sequenceid=12, compaction requested=false 2024-11-10T15:22:15,340 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-10T15:22:15,343 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/data/default/test/fceb5b52b905a2d273e465fd2e249872/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-10T15:22:15,343 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T15:22:15,343 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T15:22:15,343 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731252110909.fceb5b52b905a2d273e465fd2e249872. 2024-11-10T15:22:15,343 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fceb5b52b905a2d273e465fd2e249872: Waiting for close lock at 1731252134464Running coprocessor pre-close hooks at 1731252134464Disabling compacts and flushes for region at 1731252134464Disabling writes for close at 1731252134464Obtaining lock to block concurrent updates at 1731252134464Preparing flush snapshotting stores in fceb5b52b905a2d273e465fd2e249872 at 1731252134464Finished memstore snapshotting test,,1731252110909.fceb5b52b905a2d273e465fd2e249872., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731252134464Flushing stores of test,,1731252110909.fceb5b52b905a2d273e465fd2e249872. at 1731252134465 (+1 ms)Flushing fceb5b52b905a2d273e465fd2e249872/f: creating writer at 1731252134465Flushing fceb5b52b905a2d273e465fd2e249872/f: appending metadata at 1731252134477 (+12 ms)Flushing fceb5b52b905a2d273e465fd2e249872/f: closing flushed file at 1731252134477Flushing fceb5b52b905a2d273e465fd2e249872/f1: creating writer at 1731252134884 (+407 ms)Flushing fceb5b52b905a2d273e465fd2e249872/f1: appending metadata at 1731252134897 (+13 ms)Flushing fceb5b52b905a2d273e465fd2e249872/f1: closing flushed file at 1731252134897Flushing fceb5b52b905a2d273e465fd2e249872/norep: creating writer at 1731252135305 (+408 ms)Flushing fceb5b52b905a2d273e465fd2e249872/norep: appending metadata at 1731252135321 (+16 ms)Flushing fceb5b52b905a2d273e465fd2e249872/norep: closing flushed file at 1731252135321Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bee474f: reopening flushed file at 1731252135328 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75377e02: reopening flushed file at 1731252135332 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3089916e: reopening flushed file at 1731252135335 (+3 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for fceb5b52b905a2d273e465fd2e249872 in 875ms, sequenceid=12, compaction requested=false at 1731252135340 (+5 ms)Writing region close event to WAL at 1731252135341 (+1 ms)Running coprocessor post-close hooks at 1731252135343 (+2 ms)Closed at 1731252135343 2024-11-10T15:22:15,343 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731252110909.fceb5b52b905a2d273e465fd2e249872. 2024-11-10T15:22:15,375 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43989,1731252101411.replicationSource.wal-reader.c0771061be61%2C43989%2C1731252101411,1-c0771061be61,43989,1731252101411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/WALs/c0771061be61,43989,1731252101411/c0771061be61%2C43989%2C1731252101411.1731252103358 to pos 1713, reset compression=false 2024-11-10T15:22:15,378 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43989,1731252101411.replicationSource.wal-reader.c0771061be61%2C43989%2C1731252101411,1-c0771061be61,43989,1731252101411 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T15:22:15,378 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43989,1731252101411.replicationSource.wal-reader.c0771061be61%2C43989%2C1731252101411,1-c0771061be61,43989,1731252101411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/WALs/c0771061be61,43989,1731252101411/c0771061be61%2C43989%2C1731252101411.1731252103358 to pos 2357, reset compression=false 2024-11-10T15:22:15,432 DEBUG [RS:0;c0771061be61:43989 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T15:22:15,581 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43989,1731252101411.replicationSource.wal-reader.c0771061be61%2C43989%2C1731252101411,1-c0771061be61,43989,1731252101411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/WALs/c0771061be61,43989,1731252101411/c0771061be61%2C43989%2C1731252101411.1731252103358 to pos 2357, reset compression=false 2024-11-10T15:22:15,632 DEBUG [RS:0;c0771061be61:43989 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T15:22:15,710 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T15:22:15,710 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:15,711 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:15,711 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:15,717 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/data/hbase/meta/1588230740/.tmp/table/ae545de9be2540cebc7f92f3a32c5c20 2024-11-10T15:22:15,721 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/data/hbase/meta/1588230740/.tmp/info/d70125e742f04c508d3cffbfd3141d48 as hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/data/hbase/meta/1588230740/info/d70125e742f04c508d3cffbfd3141d48 2024-11-10T15:22:15,725 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/data/hbase/meta/1588230740/info/d70125e742f04c508d3cffbfd3141d48, entries=20, sequenceid=16, filesize=7.5 K 2024-11-10T15:22:15,726 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/data/hbase/meta/1588230740/.tmp/ns/0073f162cb6144ca8a6a964cb8f5b3d5 as hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/data/hbase/meta/1588230740/ns/0073f162cb6144ca8a6a964cb8f5b3d5 2024-11-10T15:22:15,729 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/data/hbase/meta/1588230740/ns/0073f162cb6144ca8a6a964cb8f5b3d5, entries=2, sequenceid=16, filesize=5.0 K 2024-11-10T15:22:15,730 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/data/hbase/meta/1588230740/.tmp/rep_barrier/ab8deee0be9e4b5eb9625d6ef8befbac as hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/data/hbase/meta/1588230740/rep_barrier/ab8deee0be9e4b5eb9625d6ef8befbac 2024-11-10T15:22:15,733 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/data/hbase/meta/1588230740/rep_barrier/ab8deee0be9e4b5eb9625d6ef8befbac, entries=1, sequenceid=16, filesize=5.4 K 2024-11-10T15:22:15,734 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/data/hbase/meta/1588230740/.tmp/table/ae545de9be2540cebc7f92f3a32c5c20 as hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/data/hbase/meta/1588230740/table/ae545de9be2540cebc7f92f3a32c5c20 2024-11-10T15:22:15,738 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/data/hbase/meta/1588230740/table/ae545de9be2540cebc7f92f3a32c5c20, entries=4, sequenceid=16, filesize=5.2 K 2024-11-10T15:22:15,738 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1707ms, sequenceid=16, compaction requested=false 2024-11-10T15:22:15,738 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T15:22:15,743 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:15,743 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:15,743 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:15,744 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:15,744 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:15,744 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:15,747 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-10T15:22:15,747 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T15:22:15,747 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T15:22:15,747 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T15:22:15,747 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731252134031Running coprocessor pre-close hooks at 1731252134031Disabling compacts and flushes for region at 1731252134031Disabling writes for close at 1731252134031Obtaining lock to block concurrent updates at 1731252134031Preparing flush snapshotting stores in 1588230740 at 1731252134031Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731252134031Flushing stores of hbase:meta,,1.1588230740 at 1731252134031Flushing 1588230740/info: creating writer at 1731252134031Flushing 1588230740/info: appending metadata at 1731252134043 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731252134043Flushing 1588230740/ns: creating writer at 1731252134451 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731252134465 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731252134465Flushing 1588230740/rep_barrier: creating writer at 1731252134873 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731252134890 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731252134890Flushing 1588230740/table: creating writer at 1731252135301 (+411 ms)Flushing 1588230740/table: appending metadata at 1731252135314 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731252135314Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f71b174: reopening flushed file at 1731252135721 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b9555c0: reopening flushed file at 1731252135725 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3abf11e7: reopening flushed file at 1731252135729 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49c9057d: reopening flushed file at 1731252135733 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1707ms, sequenceid=16, compaction requested=false at 1731252135738 (+5 ms)Writing region close event to WAL at 1731252135744 (+6 ms)Running coprocessor post-close hooks at 1731252135747 (+3 ms)Closed at 1731252135747 2024-11-10T15:22:15,747 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T15:22:15,750 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:15,752 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:15,752 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:15,754 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:15,832 INFO [RS:0;c0771061be61:43989 {}] regionserver.HRegionServer(976): stopping server c0771061be61,43989,1731252101411; all regions closed. 2024-11-10T15:22:15,834 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/WALs/c0771061be61,43989,1731252101411/c0771061be61%2C43989%2C1731252101411.meta.1731252104272.meta not finished, retry = 0 2024-11-10T15:22:15,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37329 is added to blk_1073741834_1010 (size=4239) 2024-11-10T15:22:15,884 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43989,1731252101411.replicationSource.wal-reader.c0771061be61%2C43989%2C1731252101411,1-c0771061be61,43989,1731252101411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/WALs/c0771061be61,43989,1731252101411/c0771061be61%2C43989%2C1731252101411.1731252103358 to pos 2357, reset compression=false 2024-11-10T15:22:15,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37329 is added to blk_1073741839_1015 (size=3552) 2024-11-10T15:22:15,937 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/WALs/c0771061be61,43989,1731252101411/c0771061be61%2C43989%2C1731252101411.rep.1731252118515 not finished, retry = 0 2024-11-10T15:22:16,040 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/WALs/c0771061be61,43989,1731252101411/c0771061be61%2C43989%2C1731252101411.1731252103358 not finished, retry = 0 2024-11-10T15:22:16,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37329 is added to blk_1073741832_1008 (size=2365) 2024-11-10T15:22:16,141 DEBUG [RS:0;c0771061be61:43989 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:22:16,141 INFO [RS:0;c0771061be61:43989 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T15:22:16,141 INFO [RS:0;c0771061be61:43989 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T15:22:16,141 INFO [RS:0;c0771061be61:43989 {}] hbase.ChoreService(370): Chore service for: regionserver/c0771061be61:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T15:22:16,141 INFO [RS:0;c0771061be61:43989 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T15:22:16,141 INFO [regionserver/c0771061be61:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T15:22:16,141 INFO [RS:0;c0771061be61:43989 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c0771061be61,43989,1731252101411 because: Region server is closing 2024-11-10T15:22:16,141 INFO [RS:0;c0771061be61:43989 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c0771061be61:43989. 2024-11-10T15:22:16,142 DEBUG [RS:0;c0771061be61:43989 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:22:16,142 DEBUG [RS:0;c0771061be61:43989 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:22:16,142 DEBUG [RS:0;c0771061be61:43989 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:22:16,142 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T15:22:16,242 INFO [RS:0;c0771061be61:43989 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43989,1731252101411.replicationSource.shipperc0771061be61%2C43989%2C1731252101411,1-c0771061be61,43989,1731252101411 terminated 2024-11-10T15:22:16,242 WARN [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43989,1731252101411.replicationSource.wal-reader.c0771061be61%2C43989%2C1731252101411,1-c0771061be61,43989,1731252101411 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T15:22:16,242 INFO [RS:0;c0771061be61:43989 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c0771061be61:43989. 2024-11-10T15:22:16,242 DEBUG [RS:0;c0771061be61:43989 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:22:16,242 DEBUG [RS:0;c0771061be61:43989 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:22:16,242 DEBUG [RS:0;c0771061be61:43989 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:22:16,242 INFO [RS:0;c0771061be61:43989 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43989 2024-11-10T15:22:16,242 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T15:22:16,312 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42795,1731252096168.replicationSource.wal-reader.c0771061be61%2C42795%2C1731252096168,1-c0771061be61,42795,1731252096168 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/WALs/c0771061be61,42795,1731252096168/c0771061be61%2C42795%2C1731252096168.1731252098076 to pos 1488, reset compression=false 2024-11-10T15:22:16,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43989-0x10125567fb20004, quorum=127.0.0.1:50472, baseZNode=/1-1992365126 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1992365126/rs/c0771061be61,43989,1731252101411 2024-11-10T15:22:16,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39131-0x10125567fb20003, quorum=127.0.0.1:50472, baseZNode=/1-1992365126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1992365126/rs 2024-11-10T15:22:16,313 INFO [RS:0;c0771061be61:43989 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T15:22:16,313 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c0771061be61,43989,1731252101411] 2024-11-10T15:22:16,334 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1992365126/draining/c0771061be61,43989,1731252101411 already deleted, retry=false 2024-11-10T15:22:16,334 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c0771061be61,43989,1731252101411 expired; onlineServers=0 2024-11-10T15:22:16,334 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c0771061be61,39131,1731252101269' ***** 2024-11-10T15:22:16,334 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T15:22:16,334 INFO [M:0;c0771061be61:39131 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T15:22:16,334 INFO [M:0;c0771061be61:39131 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T15:22:16,334 DEBUG [M:0;c0771061be61:39131 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T15:22:16,334 DEBUG [M:0;c0771061be61:39131 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T15:22:16,334 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T15:22:16,334 DEBUG [master/c0771061be61:0:becomeActiveMaster-HFileCleaner.small.0-1731252103072 {}] cleaner.HFileCleaner(306): Exit Thread[master/c0771061be61:0:becomeActiveMaster-HFileCleaner.small.0-1731252103072,5,FailOnTimeoutGroup] 2024-11-10T15:22:16,334 DEBUG [master/c0771061be61:0:becomeActiveMaster-HFileCleaner.large.0-1731252103072 {}] cleaner.HFileCleaner(306): Exit Thread[master/c0771061be61:0:becomeActiveMaster-HFileCleaner.large.0-1731252103072,5,FailOnTimeoutGroup] 2024-11-10T15:22:16,334 INFO [M:0;c0771061be61:39131 {}] hbase.ChoreService(370): Chore service for: master/c0771061be61:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T15:22:16,334 INFO [M:0;c0771061be61:39131 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T15:22:16,334 DEBUG [M:0;c0771061be61:39131 {}] master.HMaster(1795): Stopping service threads 2024-11-10T15:22:16,334 INFO [M:0;c0771061be61:39131 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T15:22:16,335 INFO [M:0;c0771061be61:39131 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T15:22:16,335 INFO [M:0;c0771061be61:39131 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T15:22:16,335 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T15:22:16,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39131-0x10125567fb20003, quorum=127.0.0.1:50472, baseZNode=/1-1992365126 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1992365126/master 2024-11-10T15:22:16,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39131-0x10125567fb20003, quorum=127.0.0.1:50472, baseZNode=/1-1992365126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1992365126 2024-11-10T15:22:16,344 DEBUG [M:0;c0771061be61:39131 {}] zookeeper.ZKUtil(347): master:39131-0x10125567fb20003, quorum=127.0.0.1:50472, baseZNode=/1-1992365126 Unable to get data of znode /1-1992365126/master because node does not exist (not an error) 2024-11-10T15:22:16,345 WARN [M:0;c0771061be61:39131 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T15:22:16,345 INFO [M:0;c0771061be61:39131 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/.lastflushedseqids 2024-11-10T15:22:16,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37329 is added to blk_1073741848_1024 (size=245) 2024-11-10T15:22:16,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43989-0x10125567fb20004, quorum=127.0.0.1:50472, baseZNode=/1-1992365126 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T15:22:16,424 INFO [RS:0;c0771061be61:43989 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T15:22:16,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43989-0x10125567fb20004, quorum=127.0.0.1:50472, baseZNode=/1-1992365126 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T15:22:16,424 INFO [RS:0;c0771061be61:43989 {}] regionserver.HRegionServer(1031): Exiting; stopping=c0771061be61,43989,1731252101411; zookeeper connection closed. 2024-11-10T15:22:16,424 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@30d0bb8a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@30d0bb8a 2024-11-10T15:22:16,424 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T15:22:16,749 INFO [M:0;c0771061be61:39131 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T15:22:16,749 INFO [M:0;c0771061be61:39131 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T15:22:16,749 DEBUG [M:0;c0771061be61:39131 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T15:22:16,749 INFO [M:0;c0771061be61:39131 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:22:16,749 DEBUG [M:0;c0771061be61:39131 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:22:16,749 DEBUG [M:0;c0771061be61:39131 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T15:22:16,749 DEBUG [M:0;c0771061be61:39131 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:22:16,749 INFO [M:0;c0771061be61:39131 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-11-10T15:22:16,766 DEBUG [M:0;c0771061be61:39131 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/01ee394fc30749dfbc81679ea800487f is 82, key is hbase:meta,,1/info:regioninfo/1731252104300/Put/seqid=0 2024-11-10T15:22:16,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37329 is added to blk_1073741849_1025 (size=5672) 2024-11-10T15:22:17,170 INFO [M:0;c0771061be61:39131 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/01ee394fc30749dfbc81679ea800487f 2024-11-10T15:22:17,186 DEBUG [M:0;c0771061be61:39131 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/36cade1cb98e48018d4eeac68187111c is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731252112065/Put/seqid=0 2024-11-10T15:22:17,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37329 is added to blk_1073741850_1026 (size=7219) 2024-11-10T15:22:17,190 INFO [M:0;c0771061be61:39131 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/36cade1cb98e48018d4eeac68187111c 2024-11-10T15:22:17,193 INFO [M:0;c0771061be61:39131 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 36cade1cb98e48018d4eeac68187111c 2024-11-10T15:22:17,207 DEBUG [M:0;c0771061be61:39131 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/023ffa438f674e8fb295919f62748f1c is 69, key is c0771061be61,43989,1731252101411/rs:state/1731252103170/Put/seqid=0 2024-11-10T15:22:17,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37329 is added to blk_1073741851_1027 (size=5156) 2024-11-10T15:22:17,212 INFO [M:0;c0771061be61:39131 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/023ffa438f674e8fb295919f62748f1c 2024-11-10T15:22:17,217 DEBUG [M:0;c0771061be61:39131 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/01ee394fc30749dfbc81679ea800487f as hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/01ee394fc30749dfbc81679ea800487f 2024-11-10T15:22:17,220 INFO [M:0;c0771061be61:39131 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/01ee394fc30749dfbc81679ea800487f, entries=8, sequenceid=105, filesize=5.5 K 2024-11-10T15:22:17,220 DEBUG [M:0;c0771061be61:39131 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/36cade1cb98e48018d4eeac68187111c as hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/36cade1cb98e48018d4eeac68187111c 2024-11-10T15:22:17,223 INFO [M:0;c0771061be61:39131 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 36cade1cb98e48018d4eeac68187111c 2024-11-10T15:22:17,223 INFO [M:0;c0771061be61:39131 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/36cade1cb98e48018d4eeac68187111c, entries=11, sequenceid=105, filesize=7.0 K 2024-11-10T15:22:17,224 DEBUG [M:0;c0771061be61:39131 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/023ffa438f674e8fb295919f62748f1c as hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/023ffa438f674e8fb295919f62748f1c 2024-11-10T15:22:17,227 INFO [M:0;c0771061be61:39131 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39873/user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/023ffa438f674e8fb295919f62748f1c, entries=1, sequenceid=105, filesize=5.0 K 2024-11-10T15:22:17,227 INFO [M:0;c0771061be61:39131 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 478ms, sequenceid=105, compaction requested=false 2024-11-10T15:22:17,229 INFO [M:0;c0771061be61:39131 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:22:17,229 DEBUG [M:0;c0771061be61:39131 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731252136749Disabling compacts and flushes for region at 1731252136749Disabling writes for close at 1731252136749Obtaining lock to block concurrent updates at 1731252136749Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731252136749Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1731252136750 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731252136750Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731252136750Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731252136766 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731252136766Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731252137173 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731252137186 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731252137186Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731252137193 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731252137207 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731252137207Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1959fa78: reopening flushed file at 1731252137216 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68fa6c8c: reopening flushed file at 1731252137220 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@338086f4: reopening flushed file at 1731252137223 (+3 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 478ms, sequenceid=105, compaction requested=false at 1731252137227 (+4 ms)Writing region close event to WAL at 1731252137229 (+2 ms)Closed at 1731252137229 2024-11-10T15:22:17,230 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c33b0f6a-43b5-156d-d179-6663ce46a66a/MasterData/WALs/c0771061be61,39131,1731252101269/c0771061be61%2C39131%2C1731252101269.1731252102787 not finished, retry = 0 2024-11-10T15:22:17,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37329 is added to blk_1073741830_1006 (size=64435) 2024-11-10T15:22:17,331 INFO [M:0;c0771061be61:39131 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T15:22:17,331 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T15:22:17,331 INFO [M:0;c0771061be61:39131 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39131 2024-11-10T15:22:17,331 INFO [M:0;c0771061be61:39131 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T15:22:17,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39131-0x10125567fb20003, quorum=127.0.0.1:50472, baseZNode=/1-1992365126 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T15:22:17,508 INFO [M:0;c0771061be61:39131 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T15:22:17,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39131-0x10125567fb20003, quorum=127.0.0.1:50472, baseZNode=/1-1992365126 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T15:22:17,510 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1b23a4a6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T15:22:17,510 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@56de0319{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T15:22:17,510 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T15:22:17,510 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@674af949{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T15:22:17,511 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44a91cc4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9aef02c-c176-9712-a746-025366bee3b6/hadoop.log.dir/,STOPPED} 2024-11-10T15:22:17,512 WARN [BP-1958985989-172.17.0.3-1731252099248 heartbeating to localhost/127.0.0.1:39873 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T15:22:17,512 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T15:22:17,512 WARN [BP-1958985989-172.17.0.3-1731252099248 heartbeating to localhost/127.0.0.1:39873 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1958985989-172.17.0.3-1731252099248 (Datanode Uuid 77d51e5d-1986-41d6-8112-a009eb6d1b4b) service to localhost/127.0.0.1:39873 2024-11-10T15:22:17,512 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T15:22:17,512 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9aef02c-c176-9712-a746-025366bee3b6/cluster_05cfb4da-32c4-4d45-5b3d-9f5e1a9b11a1/data/data1/current/BP-1958985989-172.17.0.3-1731252099248 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T15:22:17,512 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9aef02c-c176-9712-a746-025366bee3b6/cluster_05cfb4da-32c4-4d45-5b3d-9f5e1a9b11a1/data/data2/current/BP-1958985989-172.17.0.3-1731252099248 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T15:22:17,513 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T15:22:17,523 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42795,1731252096168.replicationSource.wal-reader.c0771061be61%2C42795%2C1731252096168,1-c0771061be61,42795,1731252096168 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/WALs/c0771061be61,42795,1731252096168/c0771061be61%2C42795%2C1731252096168.1731252098076 to pos 1488, reset compression=false 2024-11-10T15:22:17,528 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1616dc96{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T15:22:17,530 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@44dbfc84{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T15:22:17,530 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T15:22:17,531 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@503cf90c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T15:22:17,531 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55b12147{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9aef02c-c176-9712-a746-025366bee3b6/hadoop.log.dir/,STOPPED} 2024-11-10T15:22:17,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T15:22:17,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T15:22:17,547 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T15:22:17,547 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:22:17,547 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:22:17,547 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T15:22:17,547 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:22:17,548 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T15:22:17,548 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1997687555, stopped=false 2024-11-10T15:22:17,548 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c0771061be61,43187,1731252096003 2024-11-10T15:22:17,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43187-0x10125567fb20000, quorum=127.0.0.1:50472, baseZNode=/01549249273 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01549249273/running 2024-11-10T15:22:17,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42795-0x10125567fb20001, quorum=127.0.0.1:50472, baseZNode=/01549249273 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01549249273/running 2024-11-10T15:22:17,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42795-0x10125567fb20001, quorum=127.0.0.1:50472, baseZNode=/01549249273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01549249273 2024-11-10T15:22:17,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43187-0x10125567fb20000, quorum=127.0.0.1:50472, baseZNode=/01549249273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01549249273 2024-11-10T15:22:17,566 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T15:22:17,566 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43187-0x10125567fb20000, quorum=127.0.0.1:50472, baseZNode=/01549249273 Set watcher on znode that does not yet exist, /01549249273/running 2024-11-10T15:22:17,567 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42795-0x10125567fb20001, quorum=127.0.0.1:50472, baseZNode=/01549249273 Set watcher on znode that does not yet exist, /01549249273/running 2024-11-10T15:22:17,567 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T15:22:17,567 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:22:17,567 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:22:17,567 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c0771061be61,42795,1731252096168' ***** 2024-11-10T15:22:17,567 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T15:22:17,568 INFO [RS:0;c0771061be61:42795 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T15:22:17,568 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T15:22:17,568 INFO [RS:0;c0771061be61:42795 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T15:22:17,568 INFO [RS:0;c0771061be61:42795 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T15:22:17,568 INFO [RS:0;c0771061be61:42795 {}] regionserver.HRegionServer(3091): Received CLOSE for 28ef879da04fdefd4033958620c7c2d9 2024-11-10T15:22:17,574 INFO [regionserver/c0771061be61:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T15:22:17,574 INFO [RS:0;c0771061be61:42795 {}] regionserver.HRegionServer(3091): Received CLOSE for 28cb8a71873ad86fbd4f27503aa49c5c 2024-11-10T15:22:17,574 INFO [RS:0;c0771061be61:42795 {}] regionserver.HRegionServer(959): stopping server c0771061be61,42795,1731252096168 2024-11-10T15:22:17,574 INFO [RS:0;c0771061be61:42795 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T15:22:17,574 INFO [RS:0;c0771061be61:42795 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c0771061be61:42795. 2024-11-10T15:22:17,574 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 28ef879da04fdefd4033958620c7c2d9, disabling compactions & flushes 2024-11-10T15:22:17,574 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731252115231.28ef879da04fdefd4033958620c7c2d9. 2024-11-10T15:22:17,574 DEBUG [RS:0;c0771061be61:42795 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:22:17,574 DEBUG [RS:0;c0771061be61:42795 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:22:17,574 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731252115231.28ef879da04fdefd4033958620c7c2d9. 2024-11-10T15:22:17,574 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731252115231.28ef879da04fdefd4033958620c7c2d9. after waiting 0 ms 2024-11-10T15:22:17,574 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731252115231.28ef879da04fdefd4033958620c7c2d9. 2024-11-10T15:22:17,574 INFO [RS:0;c0771061be61:42795 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T15:22:17,575 INFO [RS:0;c0771061be61:42795 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T15:22:17,575 INFO [RS:0;c0771061be61:42795 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T15:22:17,575 INFO [RS:0;c0771061be61:42795 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T15:22:17,575 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 28ef879da04fdefd4033958620c7c2d9 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-10T15:22:17,575 INFO [RS:0;c0771061be61:42795 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T15:22:17,575 DEBUG [RS:0;c0771061be61:42795 {}] regionserver.HRegionServer(1325): Online Regions={28ef879da04fdefd4033958620c7c2d9=hbase:replication,,1731252115231.28ef879da04fdefd4033958620c7c2d9., 28cb8a71873ad86fbd4f27503aa49c5c=test,,1731252109771.28cb8a71873ad86fbd4f27503aa49c5c., 1588230740=hbase:meta,,1.1588230740} 2024-11-10T15:22:17,575 DEBUG [RS:0;c0771061be61:42795 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 28cb8a71873ad86fbd4f27503aa49c5c, 28ef879da04fdefd4033958620c7c2d9 2024-11-10T15:22:17,575 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T15:22:17,575 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T15:22:17,575 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T15:22:17,575 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T15:22:17,575 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T15:22:17,575 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-10T15:22:17,601 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/data/hbase/meta/1588230740/.tmp/info/310a4ffda889411fa7f466a93c906f4e is 147, key is hbase:replication,,1731252115231.28ef879da04fdefd4033958620c7c2d9./info:regioninfo/1731252116389/Put/seqid=0 2024-11-10T15:22:17,601 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/data/hbase/replication/28ef879da04fdefd4033958620c7c2d9/.tmp/queue/2cb7b729033f411f81c185fd3c05af79 is 154, key is 1-c0771061be61,42795,1731252096168/queue:c0771061be61%2C42795%2C1731252096168/1731252129777/Put/seqid=0 2024-11-10T15:22:17,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33105 is added to blk_1073741841_1017 (size=7686) 2024-11-10T15:22:17,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33105 is added to blk_1073741840_1016 (size=5353) 2024-11-10T15:22:17,611 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/data/hbase/meta/1588230740/.tmp/info/310a4ffda889411fa7f466a93c906f4e 2024-11-10T15:22:17,638 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/data/hbase/meta/1588230740/.tmp/ns/5ac2259407dd4e0bb6f7870f848d4ec0 is 43, key is default/ns:d/1731252099167/Put/seqid=0 2024-11-10T15:22:17,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33105 is added to blk_1073741842_1018 (size=5153) 2024-11-10T15:22:17,775 DEBUG [RS:0;c0771061be61:42795 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 28cb8a71873ad86fbd4f27503aa49c5c, 28ef879da04fdefd4033958620c7c2d9 2024-11-10T15:22:17,957 INFO [regionserver/c0771061be61:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T15:22:17,957 INFO [regionserver/c0771061be61:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T15:22:17,975 DEBUG [RS:0;c0771061be61:42795 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 28cb8a71873ad86fbd4f27503aa49c5c, 28ef879da04fdefd4033958620c7c2d9 2024-11-10T15:22:18,012 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/data/hbase/replication/28ef879da04fdefd4033958620c7c2d9/.tmp/queue/2cb7b729033f411f81c185fd3c05af79 2024-11-10T15:22:18,016 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/data/hbase/replication/28ef879da04fdefd4033958620c7c2d9/.tmp/queue/2cb7b729033f411f81c185fd3c05af79 as hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/data/hbase/replication/28ef879da04fdefd4033958620c7c2d9/queue/2cb7b729033f411f81c185fd3c05af79 2024-11-10T15:22:18,019 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/data/hbase/replication/28ef879da04fdefd4033958620c7c2d9/queue/2cb7b729033f411f81c185fd3c05af79, entries=1, sequenceid=14, filesize=5.2 K 2024-11-10T15:22:18,020 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 28ef879da04fdefd4033958620c7c2d9 in 446ms, sequenceid=14, compaction requested=false 2024-11-10T15:22:18,023 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/data/hbase/replication/28ef879da04fdefd4033958620c7c2d9/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-10T15:22:18,024 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T15:22:18,024 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T15:22:18,024 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731252115231.28ef879da04fdefd4033958620c7c2d9. 2024-11-10T15:22:18,024 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 28ef879da04fdefd4033958620c7c2d9: Waiting for close lock at 1731252137574Running coprocessor pre-close hooks at 1731252137574Disabling compacts and flushes for region at 1731252137574Disabling writes for close at 1731252137574Obtaining lock to block concurrent updates at 1731252137575 (+1 ms)Preparing flush snapshotting stores in 28ef879da04fdefd4033958620c7c2d9 at 1731252137575Finished memstore snapshotting hbase:replication,,1731252115231.28ef879da04fdefd4033958620c7c2d9., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731252137575Flushing stores of hbase:replication,,1731252115231.28ef879da04fdefd4033958620c7c2d9. at 1731252137575Flushing 28ef879da04fdefd4033958620c7c2d9/queue: creating writer at 1731252137576 (+1 ms)Flushing 28ef879da04fdefd4033958620c7c2d9/queue: appending metadata at 1731252137600 (+24 ms)Flushing 28ef879da04fdefd4033958620c7c2d9/queue: closing flushed file at 1731252137600Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a9e0099: reopening flushed file at 1731252138015 (+415 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 28ef879da04fdefd4033958620c7c2d9 in 446ms, sequenceid=14, compaction requested=false at 1731252138020 (+5 ms)Writing region close event to WAL at 1731252138021 (+1 ms)Running coprocessor post-close hooks at 1731252138023 (+2 ms)Closed at 1731252138024 (+1 ms) 2024-11-10T15:22:18,024 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731252115231.28ef879da04fdefd4033958620c7c2d9. 2024-11-10T15:22:18,024 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 28cb8a71873ad86fbd4f27503aa49c5c, disabling compactions & flushes 2024-11-10T15:22:18,024 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731252109771.28cb8a71873ad86fbd4f27503aa49c5c. 2024-11-10T15:22:18,024 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731252109771.28cb8a71873ad86fbd4f27503aa49c5c. 2024-11-10T15:22:18,024 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731252109771.28cb8a71873ad86fbd4f27503aa49c5c. after waiting 0 ms 2024-11-10T15:22:18,024 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731252109771.28cb8a71873ad86fbd4f27503aa49c5c. 2024-11-10T15:22:18,024 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 28cb8a71873ad86fbd4f27503aa49c5c 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-10T15:22:18,038 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/data/default/test/28cb8a71873ad86fbd4f27503aa49c5c/.tmp/f/d715e1ad73344c84b5853258de5dfa1e is 37, key is row3/f:row3/1731252128389/Put/seqid=0 2024-11-10T15:22:18,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33105 is added to blk_1073741843_1019 (size=5228) 2024-11-10T15:22:18,042 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/data/hbase/meta/1588230740/.tmp/ns/5ac2259407dd4e0bb6f7870f848d4ec0 2024-11-10T15:22:18,056 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/data/hbase/meta/1588230740/.tmp/rep_barrier/d4d30591c1134b2dbbfc59cba8e732bb is 112, key is test,,1731252109771.28cb8a71873ad86fbd4f27503aa49c5c./rep_barrier:seqnumDuringOpen/1731252110515/Put/seqid=0 2024-11-10T15:22:18,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33105 is added to blk_1073741844_1020 (size=5518) 2024-11-10T15:22:18,175 DEBUG [RS:0;c0771061be61:42795 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 28cb8a71873ad86fbd4f27503aa49c5c 2024-11-10T15:22:18,376 DEBUG [RS:0;c0771061be61:42795 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 28cb8a71873ad86fbd4f27503aa49c5c 2024-11-10T15:22:18,441 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/data/default/test/28cb8a71873ad86fbd4f27503aa49c5c/.tmp/f/d715e1ad73344c84b5853258de5dfa1e 2024-11-10T15:22:18,445 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d715e1ad73344c84b5853258de5dfa1e 2024-11-10T15:22:18,458 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/data/default/test/28cb8a71873ad86fbd4f27503aa49c5c/.tmp/f1/281a2e8e16bc427ea2661032442d55fb is 30, key is row1/f1:/1731252125740/DeleteFamily/seqid=0 2024-11-10T15:22:18,459 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/data/hbase/meta/1588230740/.tmp/rep_barrier/d4d30591c1134b2dbbfc59cba8e732bb 2024-11-10T15:22:18,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33105 is added to blk_1073741845_1021 (size=5158) 2024-11-10T15:22:18,462 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/data/default/test/28cb8a71873ad86fbd4f27503aa49c5c/.tmp/f1/281a2e8e16bc427ea2661032442d55fb 2024-11-10T15:22:18,465 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 281a2e8e16bc427ea2661032442d55fb 2024-11-10T15:22:18,475 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/data/hbase/meta/1588230740/.tmp/table/49935841c6ff4f3682bcc2a0d907c80d is 53, key is hbase:replication/table:state/1731252116395/Put/seqid=0 2024-11-10T15:22:18,477 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/data/default/test/28cb8a71873ad86fbd4f27503aa49c5c/.tmp/norep/2a787a47118e470c8385c7ab53151491 is 32, key is row/norep:/1731252124734/DeleteFamily/seqid=0 2024-11-10T15:22:18,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33105 is added to blk_1073741846_1022 (size=5308) 2024-11-10T15:22:18,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33105 is added to blk_1073741847_1023 (size=5101) 2024-11-10T15:22:18,576 INFO [RS:0;c0771061be61:42795 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T15:22:18,576 DEBUG [RS:0;c0771061be61:42795 {}] regionserver.HRegionServer(1325): Online Regions={28cb8a71873ad86fbd4f27503aa49c5c=test,,1731252109771.28cb8a71873ad86fbd4f27503aa49c5c., 1588230740=hbase:meta,,1.1588230740} 2024-11-10T15:22:18,576 DEBUG [RS:0;c0771061be61:42795 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 28cb8a71873ad86fbd4f27503aa49c5c 2024-11-10T15:22:18,776 DEBUG [RS:0;c0771061be61:42795 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 28cb8a71873ad86fbd4f27503aa49c5c 2024-11-10T15:22:18,830 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42795,1731252096168.replicationSource.wal-reader.c0771061be61%2C42795%2C1731252096168,1-c0771061be61,42795,1731252096168 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/WALs/c0771061be61,42795,1731252096168/c0771061be61%2C42795%2C1731252096168.1731252098076 to pos 1488, reset compression=false 2024-11-10T15:22:18,834 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42795,1731252096168.replicationSource.wal-reader.c0771061be61%2C42795%2C1731252096168,1-c0771061be61,42795,1731252096168 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T15:22:18,834 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42795,1731252096168.replicationSource.wal-reader.c0771061be61%2C42795%2C1731252096168,1-c0771061be61,42795,1731252096168 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/WALs/c0771061be61,42795,1731252096168/c0771061be61%2C42795%2C1731252096168.1731252098076 to pos 1735, reset compression=false 2024-11-10T15:22:18,834 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42795,1731252096168.replicationSource.shipperc0771061be61%2C42795%2C1731252096168,1-c0771061be61,42795,1731252096168 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0771061be61,42795,1731252096168 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/WALs/c0771061be61,42795,1731252096168/c0771061be61%2C42795%2C1731252096168.1731252098076, lastWalPosition=1735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T15:22:18,835 ERROR [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42795,1731252096168.replicationSource.shipperc0771061be61%2C42795%2C1731252096168,1-c0771061be61,42795,1731252096168 {}] regionserver.HRegionServer(2440): ***** ABORTING region server c0771061be61,42795,1731252096168: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-c0771061be61,42795,1731252096168, walGroup=c0771061be61%2C42795%2C1731252096168, offset=c0771061be61%2C42795%2C1731252096168.1731252098076:1735, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c0771061be61:42795 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-10T15:22:18,836 ERROR [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42795,1731252096168.replicationSource.shipperc0771061be61%2C42795%2C1731252096168,1-c0771061be61,42795,1731252096168 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-10T15:22:18,836 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42795,1731252096168.replicationSource.shipperc0771061be61%2C42795%2C1731252096168,1-c0771061be61,42795,1731252096168 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-10T15:22:18,837 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42795,1731252096168.replicationSource.shipperc0771061be61%2C42795%2C1731252096168,1-c0771061be61,42795,1731252096168 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-10T15:22:18,837 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42795,1731252096168.replicationSource.shipperc0771061be61%2C42795%2C1731252096168,1-c0771061be61,42795,1731252096168 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-10T15:22:18,837 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42795,1731252096168.replicationSource.shipperc0771061be61%2C42795%2C1731252096168,1-c0771061be61,42795,1731252096168 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-10T15:22:18,837 INFO [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42795,1731252096168.replicationSource.shipperc0771061be61%2C42795%2C1731252096168,1-c0771061be61,42795,1731252096168 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1157627904, "init": 1048576000, "max": 2306867200, "used": 699323368 }, "NonHeapMemoryUsage": { "committed": 201850880, "init": 7667712, "max": -1, "used": 199025872 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-10T15:22:18,837 WARN [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42795,1731252096168.replicationSource.shipperc0771061be61%2C42795%2C1731252096168,1-c0771061be61,42795,1731252096168 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c0771061be61:43187 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c0771061be61:43187 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-10T15:22:18,879 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/data/hbase/meta/1588230740/.tmp/table/49935841c6ff4f3682bcc2a0d907c80d 2024-11-10T15:22:18,880 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/data/default/test/28cb8a71873ad86fbd4f27503aa49c5c/.tmp/norep/2a787a47118e470c8385c7ab53151491 2024-11-10T15:22:18,883 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/data/hbase/meta/1588230740/.tmp/info/310a4ffda889411fa7f466a93c906f4e as hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/data/hbase/meta/1588230740/info/310a4ffda889411fa7f466a93c906f4e 2024-11-10T15:22:18,884 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2a787a47118e470c8385c7ab53151491 2024-11-10T15:22:18,884 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/data/default/test/28cb8a71873ad86fbd4f27503aa49c5c/.tmp/f/d715e1ad73344c84b5853258de5dfa1e as hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/data/default/test/28cb8a71873ad86fbd4f27503aa49c5c/f/d715e1ad73344c84b5853258de5dfa1e 2024-11-10T15:22:18,887 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/data/hbase/meta/1588230740/info/310a4ffda889411fa7f466a93c906f4e, entries=20, sequenceid=16, filesize=7.5 K 2024-11-10T15:22:18,887 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/data/hbase/meta/1588230740/.tmp/ns/5ac2259407dd4e0bb6f7870f848d4ec0 as hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/data/hbase/meta/1588230740/ns/5ac2259407dd4e0bb6f7870f848d4ec0 2024-11-10T15:22:18,888 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d715e1ad73344c84b5853258de5dfa1e 2024-11-10T15:22:18,888 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/data/default/test/28cb8a71873ad86fbd4f27503aa49c5c/f/d715e1ad73344c84b5853258de5dfa1e, entries=5, sequenceid=12, filesize=5.1 K 2024-11-10T15:22:18,888 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/data/default/test/28cb8a71873ad86fbd4f27503aa49c5c/.tmp/f1/281a2e8e16bc427ea2661032442d55fb as hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/data/default/test/28cb8a71873ad86fbd4f27503aa49c5c/f1/281a2e8e16bc427ea2661032442d55fb 2024-11-10T15:22:18,891 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/data/hbase/meta/1588230740/ns/5ac2259407dd4e0bb6f7870f848d4ec0, entries=2, sequenceid=16, filesize=5.0 K 2024-11-10T15:22:18,891 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 281a2e8e16bc427ea2661032442d55fb 2024-11-10T15:22:18,891 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/data/default/test/28cb8a71873ad86fbd4f27503aa49c5c/f1/281a2e8e16bc427ea2661032442d55fb, entries=3, sequenceid=12, filesize=5.0 K 2024-11-10T15:22:18,892 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/data/hbase/meta/1588230740/.tmp/rep_barrier/d4d30591c1134b2dbbfc59cba8e732bb as hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/data/hbase/meta/1588230740/rep_barrier/d4d30591c1134b2dbbfc59cba8e732bb 2024-11-10T15:22:18,892 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/data/default/test/28cb8a71873ad86fbd4f27503aa49c5c/.tmp/norep/2a787a47118e470c8385c7ab53151491 as hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/data/default/test/28cb8a71873ad86fbd4f27503aa49c5c/norep/2a787a47118e470c8385c7ab53151491 2024-11-10T15:22:18,895 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2a787a47118e470c8385c7ab53151491 2024-11-10T15:22:18,895 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/data/hbase/meta/1588230740/rep_barrier/d4d30591c1134b2dbbfc59cba8e732bb, entries=1, sequenceid=16, filesize=5.4 K 2024-11-10T15:22:18,895 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/data/default/test/28cb8a71873ad86fbd4f27503aa49c5c/norep/2a787a47118e470c8385c7ab53151491, entries=1, sequenceid=12, filesize=5.0 K 2024-11-10T15:22:18,896 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/data/hbase/meta/1588230740/.tmp/table/49935841c6ff4f3682bcc2a0d907c80d as hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/data/hbase/meta/1588230740/table/49935841c6ff4f3682bcc2a0d907c80d 2024-11-10T15:22:18,896 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 28cb8a71873ad86fbd4f27503aa49c5c in 872ms, sequenceid=12, compaction requested=false 2024-11-10T15:22:18,899 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/data/hbase/meta/1588230740/table/49935841c6ff4f3682bcc2a0d907c80d, entries=4, sequenceid=16, filesize=5.2 K 2024-11-10T15:22:18,900 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1325ms, sequenceid=16, compaction requested=false 2024-11-10T15:22:18,900 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/data/default/test/28cb8a71873ad86fbd4f27503aa49c5c/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-10T15:22:18,900 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T15:22:18,901 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T15:22:18,901 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731252109771.28cb8a71873ad86fbd4f27503aa49c5c. 2024-11-10T15:22:18,901 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 28cb8a71873ad86fbd4f27503aa49c5c: Waiting for close lock at 1731252138024Running coprocessor pre-close hooks at 1731252138024Disabling compacts and flushes for region at 1731252138024Disabling writes for close at 1731252138024Obtaining lock to block concurrent updates at 1731252138024Preparing flush snapshotting stores in 28cb8a71873ad86fbd4f27503aa49c5c at 1731252138024Finished memstore snapshotting test,,1731252109771.28cb8a71873ad86fbd4f27503aa49c5c., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731252138024Flushing stores of test,,1731252109771.28cb8a71873ad86fbd4f27503aa49c5c. at 1731252138025 (+1 ms)Flushing 28cb8a71873ad86fbd4f27503aa49c5c/f: creating writer at 1731252138025Flushing 28cb8a71873ad86fbd4f27503aa49c5c/f: appending metadata at 1731252138037 (+12 ms)Flushing 28cb8a71873ad86fbd4f27503aa49c5c/f: closing flushed file at 1731252138038 (+1 ms)Flushing 28cb8a71873ad86fbd4f27503aa49c5c/f1: creating writer at 1731252138445 (+407 ms)Flushing 28cb8a71873ad86fbd4f27503aa49c5c/f1: appending metadata at 1731252138457 (+12 ms)Flushing 28cb8a71873ad86fbd4f27503aa49c5c/f1: closing flushed file at 1731252138457Flushing 28cb8a71873ad86fbd4f27503aa49c5c/norep: creating writer at 1731252138465 (+8 ms)Flushing 28cb8a71873ad86fbd4f27503aa49c5c/norep: appending metadata at 1731252138476 (+11 ms)Flushing 28cb8a71873ad86fbd4f27503aa49c5c/norep: closing flushed file at 1731252138476Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1fe43be6: reopening flushed file at 1731252138884 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45027e90: reopening flushed file at 1731252138888 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8270465: reopening flushed file at 1731252138892 (+4 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 28cb8a71873ad86fbd4f27503aa49c5c in 872ms, sequenceid=12, compaction requested=false at 1731252138896 (+4 ms)Writing region close event to WAL at 1731252138897 (+1 ms)Running coprocessor post-close hooks at 1731252138900 (+3 ms)Closed at 1731252138901 (+1 ms) 2024-11-10T15:22:18,901 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731252109771.28cb8a71873ad86fbd4f27503aa49c5c. 2024-11-10T15:22:18,903 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-10T15:22:18,903 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T15:22:18,903 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T15:22:18,903 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T15:22:18,903 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731252137575Running coprocessor pre-close hooks at 1731252137575Disabling compacts and flushes for region at 1731252137575Disabling writes for close at 1731252137575Obtaining lock to block concurrent updates at 1731252137575Preparing flush snapshotting stores in 1588230740 at 1731252137575Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731252137576 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731252137576Flushing 1588230740/info: creating writer at 1731252137576Flushing 1588230740/info: appending metadata at 1731252137600 (+24 ms)Flushing 1588230740/info: closing flushed file at 1731252137600Flushing 1588230740/ns: creating writer at 1731252137616 (+16 ms)Flushing 1588230740/ns: appending metadata at 1731252137637 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1731252137637Flushing 1588230740/rep_barrier: creating writer at 1731252138044 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731252138056 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731252138056Flushing 1588230740/table: creating writer at 1731252138462 (+406 ms)Flushing 1588230740/table: appending metadata at 1731252138475 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731252138475Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@246c70f1: reopening flushed file at 1731252138882 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@287b4468: reopening flushed file at 1731252138887 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@533b3ca7: reopening flushed file at 1731252138891 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fc28c3d: reopening flushed file at 1731252138895 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1325ms, sequenceid=16, compaction requested=false at 1731252138900 (+5 ms)Writing region close event to WAL at 1731252138901 (+1 ms)Running coprocessor post-close hooks at 1731252138903 (+2 ms)Closed at 1731252138903 2024-11-10T15:22:18,903 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T15:22:18,976 INFO [RS:0;c0771061be61:42795 {}] regionserver.HRegionServer(976): stopping server c0771061be61,42795,1731252096168; all regions closed. 2024-11-10T15:22:18,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33105 is added to blk_1073741834_1010 (size=4239) 2024-11-10T15:22:18,978 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/WALs/c0771061be61,42795,1731252096168/c0771061be61%2C42795%2C1731252096168.meta.1731252099053.meta not finished, retry = 0 2024-11-10T15:22:19,037 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42795,1731252096168.replicationSource.wal-reader.c0771061be61%2C42795%2C1731252096168,1-c0771061be61,42795,1731252096168 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/WALs/c0771061be61,42795,1731252096168/c0771061be61%2C42795%2C1731252096168.1731252098076 to pos 1735, reset compression=false 2024-11-10T15:22:19,041 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42795,1731252096168.replicationSource.wal-reader.c0771061be61%2C42795%2C1731252096168,1-c0771061be61,42795,1731252096168 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T15:22:19,041 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42795,1731252096168.replicationSource.wal-reader.c0771061be61%2C42795%2C1731252096168,1-c0771061be61,42795,1731252096168 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/WALs/c0771061be61,42795,1731252096168/c0771061be61%2C42795%2C1731252096168.1731252098076 to pos 2379, reset compression=false 2024-11-10T15:22:19,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33105 is added to blk_1073741839_1015 (size=3552) 2024-11-10T15:22:19,080 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/WALs/c0771061be61,42795,1731252096168/c0771061be61%2C42795%2C1731252096168.rep.1731252116359 not finished, retry = 0 2024-11-10T15:22:19,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33105 is added to blk_1073741832_1008 (size=2387) 2024-11-10T15:22:19,183 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/WALs/c0771061be61,42795,1731252096168/c0771061be61%2C42795%2C1731252096168.1731252098076 not finished, retry = 0 2024-11-10T15:22:19,243 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42795,1731252096168.replicationSource.wal-reader.c0771061be61%2C42795%2C1731252096168,1-c0771061be61,42795,1731252096168 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/WALs/c0771061be61,42795,1731252096168/c0771061be61%2C42795%2C1731252096168.1731252098076 to pos 2379, reset compression=false 2024-11-10T15:22:19,283 DEBUG [RS:0;c0771061be61:42795 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:22:19,283 INFO [RS:0;c0771061be61:42795 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T15:22:19,283 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42795,1731252096168.replicationSource.wal-reader.c0771061be61%2C42795%2C1731252096168,1-c0771061be61,42795,1731252096168 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/WALs/c0771061be61,42795,1731252096168/c0771061be61%2C42795%2C1731252096168.1731252098076 2024-11-10T15:22:19,284 INFO [RS:0;c0771061be61:42795 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T15:22:19,284 INFO [RS:0;c0771061be61:42795 {}] hbase.ChoreService(370): Chore service for: regionserver/c0771061be61:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-10T15:22:19,284 INFO [RS:0;c0771061be61:42795 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T15:22:19,284 INFO [regionserver/c0771061be61:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T15:22:19,284 INFO [RS:0;c0771061be61:42795 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c0771061be61,42795,1731252096168 because: Region server is closing 2024-11-10T15:22:19,284 INFO [RS:0;c0771061be61:42795 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c0771061be61:42795. 2024-11-10T15:22:19,284 DEBUG [RS:0;c0771061be61:42795 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:22:19,284 DEBUG [RS:0;c0771061be61:42795 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:22:19,285 DEBUG [RS:0;c0771061be61:42795 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:22:19,285 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T15:22:19,330 INFO [master/c0771061be61:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-10T15:22:19,330 INFO [master/c0771061be61:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-10T15:22:19,385 INFO [RS:0;c0771061be61:42795 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42795,1731252096168.replicationSource.shipperc0771061be61%2C42795%2C1731252096168,1-c0771061be61,42795,1731252096168 terminated 2024-11-10T15:22:19,385 INFO [RS:0;c0771061be61:42795 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c0771061be61:42795. 2024-11-10T15:22:19,385 WARN [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,42795,1731252096168.replicationSource.wal-reader.c0771061be61%2C42795%2C1731252096168,1-c0771061be61,42795,1731252096168 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-10T15:22:19,385 DEBUG [RS:0;c0771061be61:42795 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:22:19,385 DEBUG [RS:0;c0771061be61:42795 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:22:19,385 DEBUG [RS:0;c0771061be61:42795 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:22:19,385 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T15:22:19,385 INFO [RS:0;c0771061be61:42795 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42795 2024-11-10T15:22:19,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42795-0x10125567fb20001, quorum=127.0.0.1:50472, baseZNode=/01549249273 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01549249273/rs/c0771061be61,42795,1731252096168 2024-11-10T15:22:19,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43187-0x10125567fb20000, quorum=127.0.0.1:50472, baseZNode=/01549249273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01549249273/rs 2024-11-10T15:22:19,450 INFO [RS:0;c0771061be61:42795 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T15:22:19,460 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c0771061be61,42795,1731252096168] 2024-11-10T15:22:19,471 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01549249273/draining/c0771061be61,42795,1731252096168 already deleted, retry=false 2024-11-10T15:22:19,471 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c0771061be61,42795,1731252096168 expired; onlineServers=0 2024-11-10T15:22:19,471 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c0771061be61,43187,1731252096003' ***** 2024-11-10T15:22:19,471 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T15:22:19,471 INFO [M:0;c0771061be61:43187 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T15:22:19,471 INFO [M:0;c0771061be61:43187 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T15:22:19,471 DEBUG [M:0;c0771061be61:43187 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T15:22:19,471 DEBUG [M:0;c0771061be61:43187 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T15:22:19,471 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T15:22:19,471 DEBUG [master/c0771061be61:0:becomeActiveMaster-HFileCleaner.large.0-1731252097837 {}] cleaner.HFileCleaner(306): Exit Thread[master/c0771061be61:0:becomeActiveMaster-HFileCleaner.large.0-1731252097837,5,FailOnTimeoutGroup] 2024-11-10T15:22:19,471 DEBUG [master/c0771061be61:0:becomeActiveMaster-HFileCleaner.small.0-1731252097837 {}] cleaner.HFileCleaner(306): Exit Thread[master/c0771061be61:0:becomeActiveMaster-HFileCleaner.small.0-1731252097837,5,FailOnTimeoutGroup] 2024-11-10T15:22:19,471 INFO [M:0;c0771061be61:43187 {}] hbase.ChoreService(370): Chore service for: master/c0771061be61:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T15:22:19,471 INFO [M:0;c0771061be61:43187 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T15:22:19,471 DEBUG [M:0;c0771061be61:43187 {}] master.HMaster(1795): Stopping service threads 2024-11-10T15:22:19,471 INFO [M:0;c0771061be61:43187 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T15:22:19,472 INFO [M:0;c0771061be61:43187 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T15:22:19,472 ERROR [M:0;c0771061be61:43187 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:36745,5,PEWorkerGroup] 2024-11-10T15:22:19,472 INFO [M:0;c0771061be61:43187 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T15:22:19,472 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T15:22:19,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43187-0x10125567fb20000, quorum=127.0.0.1:50472, baseZNode=/01549249273 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01549249273/master 2024-11-10T15:22:19,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43187-0x10125567fb20000, quorum=127.0.0.1:50472, baseZNode=/01549249273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01549249273 2024-11-10T15:22:19,481 DEBUG [M:0;c0771061be61:43187 {}] zookeeper.ZKUtil(347): master:43187-0x10125567fb20000, quorum=127.0.0.1:50472, baseZNode=/01549249273 Unable to get data of znode /01549249273/master because node does not exist (not an error) 2024-11-10T15:22:19,481 WARN [M:0;c0771061be61:43187 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T15:22:19,482 INFO [M:0;c0771061be61:43187 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/.lastflushedseqids 2024-11-10T15:22:19,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33105 is added to blk_1073741848_1024 (size=245) 2024-11-10T15:22:19,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42795-0x10125567fb20001, quorum=127.0.0.1:50472, baseZNode=/01549249273 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T15:22:19,560 INFO [RS:0;c0771061be61:42795 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T15:22:19,560 INFO [RS:0;c0771061be61:42795 {}] regionserver.HRegionServer(1031): Exiting; stopping=c0771061be61,42795,1731252096168; zookeeper connection closed. 2024-11-10T15:22:19,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42795-0x10125567fb20001, quorum=127.0.0.1:50472, baseZNode=/01549249273 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T15:22:19,561 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@d306566 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@d306566 2024-11-10T15:22:19,561 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T15:22:19,834 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T15:22:19,834 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-10T15:22:19,834 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T15:22:19,886 INFO [M:0;c0771061be61:43187 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T15:22:19,886 INFO [M:0;c0771061be61:43187 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T15:22:19,886 DEBUG [M:0;c0771061be61:43187 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T15:22:19,887 INFO [M:0;c0771061be61:43187 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:22:19,887 DEBUG [M:0;c0771061be61:43187 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:22:19,887 DEBUG [M:0;c0771061be61:43187 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T15:22:19,887 DEBUG [M:0;c0771061be61:43187 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:22:19,887 INFO [M:0;c0771061be61:43187 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-11-10T15:22:19,900 DEBUG [M:0;c0771061be61:43187 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/88a7781e2eeb4dcbafee4f44f34588f0 is 82, key is hbase:meta,,1/info:regioninfo/1731252099110/Put/seqid=0 2024-11-10T15:22:19,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33105 is added to blk_1073741849_1025 (size=5672) 2024-11-10T15:22:20,303 INFO [M:0;c0771061be61:43187 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/88a7781e2eeb4dcbafee4f44f34588f0 2024-11-10T15:22:20,322 DEBUG [M:0;c0771061be61:43187 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7efced5ba92f474f8c60ab61119f3951 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731252110524/Put/seqid=0 2024-11-10T15:22:20,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33105 is added to blk_1073741850_1026 (size=7219) 2024-11-10T15:22:20,726 INFO [M:0;c0771061be61:43187 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7efced5ba92f474f8c60ab61119f3951 2024-11-10T15:22:20,729 INFO [M:0;c0771061be61:43187 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7efced5ba92f474f8c60ab61119f3951 2024-11-10T15:22:20,741 DEBUG [M:0;c0771061be61:43187 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/11fa074e52f2432d89ace171447355a1 is 69, key is c0771061be61,42795,1731252096168/rs:state/1731252097928/Put/seqid=0 2024-11-10T15:22:20,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33105 is added to blk_1073741851_1027 (size=5156) 2024-11-10T15:22:20,845 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T15:22:20,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:20,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:20,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:20,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:20,872 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:20,872 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:20,872 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:20,872 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:20,872 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:20,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:20,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:20,880 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:20,880 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:20,881 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:21,144 INFO [M:0;c0771061be61:43187 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/11fa074e52f2432d89ace171447355a1 2024-11-10T15:22:21,148 DEBUG [M:0;c0771061be61:43187 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/88a7781e2eeb4dcbafee4f44f34588f0 as hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/88a7781e2eeb4dcbafee4f44f34588f0 2024-11-10T15:22:21,151 INFO [M:0;c0771061be61:43187 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/88a7781e2eeb4dcbafee4f44f34588f0, entries=8, sequenceid=105, filesize=5.5 K 2024-11-10T15:22:21,151 DEBUG [M:0;c0771061be61:43187 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7efced5ba92f474f8c60ab61119f3951 as hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7efced5ba92f474f8c60ab61119f3951 2024-11-10T15:22:21,155 INFO [M:0;c0771061be61:43187 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7efced5ba92f474f8c60ab61119f3951 2024-11-10T15:22:21,155 INFO [M:0;c0771061be61:43187 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7efced5ba92f474f8c60ab61119f3951, entries=11, sequenceid=105, filesize=7.0 K 2024-11-10T15:22:21,155 DEBUG [M:0;c0771061be61:43187 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/11fa074e52f2432d89ace171447355a1 as hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/11fa074e52f2432d89ace171447355a1 2024-11-10T15:22:21,158 INFO [M:0;c0771061be61:43187 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36745/user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/11fa074e52f2432d89ace171447355a1, entries=1, sequenceid=105, filesize=5.0 K 2024-11-10T15:22:21,159 INFO [M:0;c0771061be61:43187 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1272ms, sequenceid=105, compaction requested=false 2024-11-10T15:22:21,162 INFO [M:0;c0771061be61:43187 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:22:21,162 DEBUG [M:0;c0771061be61:43187 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731252139886Disabling compacts and flushes for region at 1731252139886Disabling writes for close at 1731252139887 (+1 ms)Obtaining lock to block concurrent updates at 1731252139887Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731252139887Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1731252139887Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731252139887Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731252139887Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731252139900 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731252139900Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731252140307 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731252140322 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731252140322Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731252140729 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731252140740 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731252140740Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7167f525: reopening flushed file at 1731252141148 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39d7f8d6: reopening flushed file at 1731252141151 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2996e4dd: reopening flushed file at 1731252141155 (+4 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1272ms, sequenceid=105, compaction requested=false at 1731252141159 (+4 ms)Writing region close event to WAL at 1731252141162 (+3 ms)Closed at 1731252141162 2024-11-10T15:22:21,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33105 is added to blk_1073741830_1006 (size=64435) 2024-11-10T15:22:21,164 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1071c435-5785-da19-e000-8c8e3fd3dee1/MasterData/WALs/c0771061be61,43187,1731252096003/c0771061be61%2C43187%2C1731252096003.1731252097531 not finished, retry = 0 2024-11-10T15:22:21,264 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T15:22:21,264 INFO [M:0;c0771061be61:43187 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T15:22:21,265 INFO [M:0;c0771061be61:43187 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43187 2024-11-10T15:22:21,265 INFO [M:0;c0771061be61:43187 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T15:22:21,423 INFO [M:0;c0771061be61:43187 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T15:22:21,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43187-0x10125567fb20000, quorum=127.0.0.1:50472, baseZNode=/01549249273 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T15:22:21,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43187-0x10125567fb20000, quorum=127.0.0.1:50472, baseZNode=/01549249273 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T15:22:21,426 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5300a547{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T15:22:21,426 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@36df1d49{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T15:22:21,426 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T15:22:21,426 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3aa6bc62{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T15:22:21,426 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1916c03a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5741152c-7927-4eb2-16f1-b6fc2796647d/hadoop.log.dir/,STOPPED} 2024-11-10T15:22:21,427 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T15:22:21,427 WARN [BP-1817619569-172.17.0.3-1731252093976 heartbeating to localhost/127.0.0.1:36745 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T15:22:21,427 WARN [BP-1817619569-172.17.0.3-1731252093976 heartbeating to localhost/127.0.0.1:36745 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1817619569-172.17.0.3-1731252093976 (Datanode Uuid fdef9ff5-6ad7-4c3d-8da5-b1b57a5827ec) service to localhost/127.0.0.1:36745 2024-11-10T15:22:21,427 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T15:22:21,428 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5741152c-7927-4eb2-16f1-b6fc2796647d/cluster_dd42c8d7-eb4e-f68a-ca14-ddf46ae94c27/data/data1/current/BP-1817619569-172.17.0.3-1731252093976 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T15:22:21,428 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5741152c-7927-4eb2-16f1-b6fc2796647d/cluster_dd42c8d7-eb4e-f68a-ca14-ddf46ae94c27/data/data2/current/BP-1817619569-172.17.0.3-1731252093976 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T15:22:21,428 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T15:22:21,432 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@64a9f587{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T15:22:21,433 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e61613{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T15:22:21,433 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T15:22:21,433 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3769f558{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T15:22:21,433 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5fc6f425{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5741152c-7927-4eb2-16f1-b6fc2796647d/hadoop.log.dir/,STOPPED} 2024-11-10T15:22:21,437 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T15:22:21,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T15:22:21,458 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=314 (was 260) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43549 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36745 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50472) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36745 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39873 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:43549 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43549 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43549 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43549 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:39873 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:36745 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50472) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39873 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43549 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39873 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43549 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36745 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39873 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43549 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36745 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39873 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39873 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36745 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36745 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36745 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36745 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50472) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39873 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=731 (was 654) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=371 (was 480), ProcessCount=11 (was 11), AvailableMemoryMB=2750 (was 2185) - AvailableMemoryMB LEAK? - 2024-11-10T15:22:21,468 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=314, OpenFileDescriptor=731, MaxFileDescriptor=1048576, SystemLoadAverage=371, ProcessCount=11, AvailableMemoryMB=2750 2024-11-10T15:22:21,479 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-10T15:22:21,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30f5a96c-a0b6-91b4-8cc0-2442956025d4/hadoop.log.dir so I do NOT create it in target/test-data/11792408-885a-b4e6-947d-f111ec08139e 2024-11-10T15:22:21,480 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30f5a96c-a0b6-91b4-8cc0-2442956025d4/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T15:22:21,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30f5a96c-a0b6-91b4-8cc0-2442956025d4/hadoop.tmp.dir so I do NOT create it in target/test-data/11792408-885a-b4e6-947d-f111ec08139e 2024-11-10T15:22:21,480 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30f5a96c-a0b6-91b4-8cc0-2442956025d4/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T15:22:21,480 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11792408-885a-b4e6-947d-f111ec08139e 2024-11-10T15:22:21,480 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11792408-885a-b4e6-947d-f111ec08139e/cluster_bdedc7a7-02bf-b6cf-cb12-4ca4e1c5653d, deleteOnExit=true 2024-11-10T15:22:21,483 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11792408-885a-b4e6-947d-f111ec08139e/cluster_bdedc7a7-02bf-b6cf-cb12-4ca4e1c5653d/zookeeper_0, clientPort=55589, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11792408-885a-b4e6-947d-f111ec08139e/cluster_bdedc7a7-02bf-b6cf-cb12-4ca4e1c5653d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11792408-885a-b4e6-947d-f111ec08139e/cluster_bdedc7a7-02bf-b6cf-cb12-4ca4e1c5653d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T15:22:21,483 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55589 2024-11-10T15:22:21,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T15:22:21,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T15:22:21,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11792408-885a-b4e6-947d-f111ec08139e/test.cache.data in system properties and HBase conf 2024-11-10T15:22:21,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11792408-885a-b4e6-947d-f111ec08139e/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T15:22:21,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11792408-885a-b4e6-947d-f111ec08139e/hadoop.log.dir in system properties and HBase conf 2024-11-10T15:22:21,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11792408-885a-b4e6-947d-f111ec08139e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T15:22:21,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11792408-885a-b4e6-947d-f111ec08139e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T15:22:21,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T15:22:21,484 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T15:22:21,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11792408-885a-b4e6-947d-f111ec08139e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T15:22:21,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11792408-885a-b4e6-947d-f111ec08139e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T15:22:21,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11792408-885a-b4e6-947d-f111ec08139e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T15:22:21,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11792408-885a-b4e6-947d-f111ec08139e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T15:22:21,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11792408-885a-b4e6-947d-f111ec08139e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T15:22:21,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11792408-885a-b4e6-947d-f111ec08139e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T15:22:21,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11792408-885a-b4e6-947d-f111ec08139e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T15:22:21,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11792408-885a-b4e6-947d-f111ec08139e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T15:22:21,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11792408-885a-b4e6-947d-f111ec08139e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T15:22:21,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11792408-885a-b4e6-947d-f111ec08139e/nfs.dump.dir in system properties and HBase conf 2024-11-10T15:22:21,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11792408-885a-b4e6-947d-f111ec08139e/java.io.tmpdir in system properties and HBase conf 2024-11-10T15:22:21,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11792408-885a-b4e6-947d-f111ec08139e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T15:22:21,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11792408-885a-b4e6-947d-f111ec08139e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T15:22:21,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11792408-885a-b4e6-947d-f111ec08139e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T15:22:21,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10125567fb20008, quorum=127.0.0.1:50472, baseZNode=/21142142344 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T15:22:21,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10125567fb20002, quorum=127.0.0.1:50472, baseZNode=/01549249273 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T15:22:21,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10125567fb20005, quorum=127.0.0.1:50472, baseZNode=/1-1992365126 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T15:22:21,536 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10125567fb20002, quorum=127.0.0.1:50472, baseZNode=/01549249273 Received Disconnected from ZooKeeper, ignoring 2024-11-10T15:22:21,536 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10125567fb20008, quorum=127.0.0.1:50472, baseZNode=/21142142344 Received Disconnected from ZooKeeper, ignoring 2024-11-10T15:22:21,536 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10125567fb20005, quorum=127.0.0.1:50472, baseZNode=/1-1992365126 Received Disconnected from ZooKeeper, ignoring 2024-11-10T15:22:21,829 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T15:22:21,832 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T15:22:21,833 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T15:22:21,833 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T15:22:21,833 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T15:22:21,834 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T15:22:21,834 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b282a83{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11792408-885a-b4e6-947d-f111ec08139e/hadoop.log.dir/,AVAILABLE} 2024-11-10T15:22:21,835 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@299d4cd7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T15:22:21,928 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3099b306{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11792408-885a-b4e6-947d-f111ec08139e/java.io.tmpdir/jetty-localhost-40875-hadoop-hdfs-3_4_1-tests_jar-_-any-13963374790349877936/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T15:22:21,928 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@79874c3e{HTTP/1.1, (http/1.1)}{localhost:40875} 2024-11-10T15:22:21,928 INFO [Time-limited test {}] server.Server(415): Started @272422ms 2024-11-10T15:22:22,167 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T15:22:22,170 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T15:22:22,172 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T15:22:22,172 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T15:22:22,172 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T15:22:22,172 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c10a1c0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11792408-885a-b4e6-947d-f111ec08139e/hadoop.log.dir/,AVAILABLE} 2024-11-10T15:22:22,172 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62d3a572{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T15:22:22,282 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5f7c806f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11792408-885a-b4e6-947d-f111ec08139e/java.io.tmpdir/jetty-localhost-36819-hadoop-hdfs-3_4_1-tests_jar-_-any-13431101814213594377/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T15:22:22,282 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3b21a851{HTTP/1.1, (http/1.1)}{localhost:36819} 2024-11-10T15:22:22,282 INFO [Time-limited test {}] server.Server(415): Started @272776ms 2024-11-10T15:22:22,283 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T15:22:23,400 WARN [Thread-3430 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11792408-885a-b4e6-947d-f111ec08139e/cluster_bdedc7a7-02bf-b6cf-cb12-4ca4e1c5653d/data/data1/current/BP-901035483-172.17.0.3-1731252141498/current, will proceed with Du for space computation calculation, 2024-11-10T15:22:23,400 WARN [Thread-3431 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11792408-885a-b4e6-947d-f111ec08139e/cluster_bdedc7a7-02bf-b6cf-cb12-4ca4e1c5653d/data/data2/current/BP-901035483-172.17.0.3-1731252141498/current, will proceed with Du for space computation calculation, 2024-11-10T15:22:23,420 WARN [Thread-3418 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T15:22:23,423 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x95e2be3bbca0552b with lease ID 0x66122f132d31600b: Processing first storage report for DS-cb703836-b9b5-4837-94e9-f458e5b3da9a from datanode DatanodeRegistration(127.0.0.1:38389, datanodeUuid=b29fbc53-276e-414c-9646-e4c684d43ce2, infoPort=37253, infoSecurePort=0, ipcPort=43541, storageInfo=lv=-57;cid=testClusterID;nsid=1042235298;c=1731252141498) 2024-11-10T15:22:23,423 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x95e2be3bbca0552b with lease ID 0x66122f132d31600b: from storage DS-cb703836-b9b5-4837-94e9-f458e5b3da9a node DatanodeRegistration(127.0.0.1:38389, datanodeUuid=b29fbc53-276e-414c-9646-e4c684d43ce2, infoPort=37253, infoSecurePort=0, ipcPort=43541, storageInfo=lv=-57;cid=testClusterID;nsid=1042235298;c=1731252141498), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T15:22:23,423 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x95e2be3bbca0552b with lease ID 0x66122f132d31600b: Processing first storage report for DS-985bc24c-a8a4-4a54-b9f7-fb80b4d233bd from datanode DatanodeRegistration(127.0.0.1:38389, datanodeUuid=b29fbc53-276e-414c-9646-e4c684d43ce2, infoPort=37253, infoSecurePort=0, ipcPort=43541, storageInfo=lv=-57;cid=testClusterID;nsid=1042235298;c=1731252141498) 2024-11-10T15:22:23,423 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x95e2be3bbca0552b with lease ID 0x66122f132d31600b: from storage DS-985bc24c-a8a4-4a54-b9f7-fb80b4d233bd node DatanodeRegistration(127.0.0.1:38389, datanodeUuid=b29fbc53-276e-414c-9646-e4c684d43ce2, infoPort=37253, infoSecurePort=0, ipcPort=43541, storageInfo=lv=-57;cid=testClusterID;nsid=1042235298;c=1731252141498), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T15:22:23,520 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11792408-885a-b4e6-947d-f111ec08139e 2024-11-10T15:22:23,520 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:22:23,521 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:22:23,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38389 is added to blk_1073741825_1001 (size=7) 2024-11-10T15:22:23,617 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T15:22:23,618 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c0771061be61,45381,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c0771061be61:45381 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T15:22:23,618 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88550 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c0771061be61,45381,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c0771061be61:45381 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T15:22:23,928 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540 with version=8 2024-11-10T15:22:23,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/hbase-staging 2024-11-10T15:22:23,930 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c0771061be61:0 server-side Connection retries=45 2024-11-10T15:22:23,930 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T15:22:23,930 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T15:22:23,930 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T15:22:23,930 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T15:22:23,930 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T15:22:23,930 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T15:22:23,930 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T15:22:23,930 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45291 2024-11-10T15:22:23,931 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45291 connecting to ZooKeeper ensemble=127.0.0.1:55589 2024-11-10T15:22:24,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:452910x0, quorum=127.0.0.1:55589, baseZNode=/0-1402196038 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T15:22:24,024 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45291-0x101255739550000 connected 2024-11-10T15:22:24,101 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:22:24,102 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:22:24,104 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45291-0x101255739550000, quorum=127.0.0.1:55589, baseZNode=/0-1402196038 Set watcher on znode that does not yet exist, /0-1402196038/running 2024-11-10T15:22:24,104 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540, hbase.cluster.distributed=false 2024-11-10T15:22:24,106 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45291-0x101255739550000, quorum=127.0.0.1:55589, baseZNode=/0-1402196038 Set watcher on znode that does not yet exist, /0-1402196038/acl 2024-11-10T15:22:24,106 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45291 2024-11-10T15:22:24,106 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45291 2024-11-10T15:22:24,106 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45291 2024-11-10T15:22:24,107 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45291 2024-11-10T15:22:24,107 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45291 2024-11-10T15:22:24,119 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c0771061be61:0 server-side Connection retries=45 2024-11-10T15:22:24,119 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T15:22:24,119 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T15:22:24,119 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T15:22:24,119 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T15:22:24,119 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T15:22:24,119 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T15:22:24,119 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T15:22:24,120 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40951 2024-11-10T15:22:24,121 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40951 connecting to ZooKeeper ensemble=127.0.0.1:55589 2024-11-10T15:22:24,121 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:22:24,123 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:22:24,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:409510x0, quorum=127.0.0.1:55589, baseZNode=/0-1402196038 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T15:22:24,133 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:409510x0, quorum=127.0.0.1:55589, baseZNode=/0-1402196038 Set watcher on znode that does not yet exist, /0-1402196038/running 2024-11-10T15:22:24,133 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T15:22:24,134 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40951-0x101255739550001 connected 2024-11-10T15:22:24,134 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T15:22:24,134 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40951-0x101255739550001, quorum=127.0.0.1:55589, baseZNode=/0-1402196038 Set watcher on znode that does not yet exist, /0-1402196038/master 2024-11-10T15:22:24,135 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40951-0x101255739550001, quorum=127.0.0.1:55589, baseZNode=/0-1402196038 Set watcher on znode that does not yet exist, /0-1402196038/acl 2024-11-10T15:22:24,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40951 2024-11-10T15:22:24,143 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40951 2024-11-10T15:22:24,144 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40951 2024-11-10T15:22:24,146 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40951 2024-11-10T15:22:24,147 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40951 2024-11-10T15:22:24,162 DEBUG [M:0;c0771061be61:45291 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c0771061be61:45291 2024-11-10T15:22:24,163 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1402196038/backup-masters/c0771061be61,45291,1731252143930 2024-11-10T15:22:24,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40951-0x101255739550001, quorum=127.0.0.1:55589, baseZNode=/0-1402196038 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1402196038/backup-masters 2024-11-10T15:22:24,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45291-0x101255739550000, quorum=127.0.0.1:55589, baseZNode=/0-1402196038 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1402196038/backup-masters 2024-11-10T15:22:24,224 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45291-0x101255739550000, quorum=127.0.0.1:55589, baseZNode=/0-1402196038 Set watcher on existing znode=/0-1402196038/backup-masters/c0771061be61,45291,1731252143930 2024-11-10T15:22:24,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40951-0x101255739550001, quorum=127.0.0.1:55589, baseZNode=/0-1402196038 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1402196038/master 2024-11-10T15:22:24,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45291-0x101255739550000, quorum=127.0.0.1:55589, baseZNode=/0-1402196038 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1402196038 2024-11-10T15:22:24,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40951-0x101255739550001, quorum=127.0.0.1:55589, baseZNode=/0-1402196038 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1402196038 2024-11-10T15:22:24,287 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45291-0x101255739550000, quorum=127.0.0.1:55589, baseZNode=/0-1402196038 Set watcher on existing znode=/0-1402196038/master 2024-11-10T15:22:24,288 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1402196038/backup-masters/c0771061be61,45291,1731252143930 from backup master directory 2024-11-10T15:22:24,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45291-0x101255739550000, quorum=127.0.0.1:55589, baseZNode=/0-1402196038 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1402196038/backup-masters/c0771061be61,45291,1731252143930 2024-11-10T15:22:24,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40951-0x101255739550001, quorum=127.0.0.1:55589, baseZNode=/0-1402196038 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1402196038/backup-masters 2024-11-10T15:22:24,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45291-0x101255739550000, quorum=127.0.0.1:55589, baseZNode=/0-1402196038 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1402196038/backup-masters 2024-11-10T15:22:24,361 WARN [master/c0771061be61:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T15:22:24,361 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c0771061be61,45291,1731252143930 2024-11-10T15:22:24,364 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/hbase.id] with ID: 6a49d1d2-e7a2-4184-a859-f57bd1d36cf2 2024-11-10T15:22:24,364 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/.tmp/hbase.id 2024-11-10T15:22:24,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38389 is added to blk_1073741826_1002 (size=42) 2024-11-10T15:22:24,367 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/.tmp/hbase.id]:[hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/hbase.id] 2024-11-10T15:22:24,373 INFO [master/c0771061be61:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:22:24,373 INFO [master/c0771061be61:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T15:22:24,373 INFO [master/c0771061be61:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-10T15:22:24,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45291-0x101255739550000, quorum=127.0.0.1:55589, baseZNode=/0-1402196038 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1402196038 2024-11-10T15:22:24,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40951-0x101255739550001, quorum=127.0.0.1:55589, baseZNode=/0-1402196038 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1402196038 2024-11-10T15:22:24,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38389 is added to blk_1073741827_1003 (size=196) 2024-11-10T15:22:24,832 INFO [master/c0771061be61:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T15:22:24,833 INFO [master/c0771061be61:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T15:22:24,833 INFO [master/c0771061be61:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T15:22:24,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38389 is added to blk_1073741828_1004 (size=1189) 2024-11-10T15:22:25,238 INFO [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/MasterData/data/master/store 2024-11-10T15:22:25,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38389 is added to blk_1073741829_1005 (size=34) 2024-11-10T15:22:25,643 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:22:25,643 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T15:22:25,643 INFO [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:22:25,643 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:22:25,643 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T15:22:25,643 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:22:25,643 INFO [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:22:25,643 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731252145643Disabling compacts and flushes for region at 1731252145643Disabling writes for close at 1731252145643Writing region close event to WAL at 1731252145643Closed at 1731252145643 2024-11-10T15:22:25,644 WARN [master/c0771061be61:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/MasterData/data/master/store/.initializing 2024-11-10T15:22:25,644 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/MasterData/WALs/c0771061be61,45291,1731252143930 2024-11-10T15:22:25,644 INFO [master/c0771061be61:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T15:22:25,645 INFO [master/c0771061be61:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c0771061be61%2C45291%2C1731252143930, suffix=, logDir=hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/MasterData/WALs/c0771061be61,45291,1731252143930, archiveDir=hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/MasterData/oldWALs, maxLogs=10 2024-11-10T15:22:25,657 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/MasterData/WALs/c0771061be61,45291,1731252143930/c0771061be61%2C45291%2C1731252143930.1731252145646, exclude list is [], retry=0 2024-11-10T15:22:25,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38389,DS-cb703836-b9b5-4837-94e9-f458e5b3da9a,DISK] 2024-11-10T15:22:25,660 INFO [master/c0771061be61:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/MasterData/WALs/c0771061be61,45291,1731252143930/c0771061be61%2C45291%2C1731252143930.1731252145646 2024-11-10T15:22:25,661 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37253:37253)] 2024-11-10T15:22:25,661 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T15:22:25,661 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:22:25,661 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:22:25,661 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:22:25,662 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:22:25,663 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T15:22:25,663 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:22:25,663 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:22:25,663 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:22:25,664 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T15:22:25,664 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:22:25,664 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:22:25,664 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:22:25,665 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T15:22:25,665 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:22:25,665 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:22:25,665 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:22:25,666 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T15:22:25,666 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:22:25,666 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:22:25,667 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:22:25,667 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:22:25,667 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:22:25,668 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:22:25,668 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:22:25,668 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T15:22:25,669 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:22:25,670 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T15:22:25,671 INFO [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66009653, jitterRate=-0.016379520297050476}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T15:22:25,671 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731252145661Initializing all the Stores at 1731252145662 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731252145662Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252145662Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252145662Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252145662Cleaning up temporary data from old regions at 1731252145668 (+6 ms)Region opened successfully at 1731252145671 (+3 ms) 2024-11-10T15:22:25,672 INFO [master/c0771061be61:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T15:22:25,674 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51b1024a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c0771061be61/172.17.0.3:0 2024-11-10T15:22:25,675 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T15:22:25,675 INFO [master/c0771061be61:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T15:22:25,675 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T15:22:25,675 INFO [master/c0771061be61:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T15:22:25,675 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T15:22:25,675 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T15:22:25,675 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T15:22:25,676 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T15:22:25,677 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45291-0x101255739550000, quorum=127.0.0.1:55589, baseZNode=/0-1402196038 Unable to get data of znode /0-1402196038/balancer because node does not exist (not necessarily an error) 2024-11-10T15:22:25,696 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1402196038/balancer already deleted, retry=false 2024-11-10T15:22:25,696 INFO [master/c0771061be61:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T15:22:25,697 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45291-0x101255739550000, quorum=127.0.0.1:55589, baseZNode=/0-1402196038 Unable to get data of znode /0-1402196038/normalizer because node does not exist (not necessarily an error) 2024-11-10T15:22:25,766 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1402196038/normalizer already deleted, retry=false 2024-11-10T15:22:25,766 INFO [master/c0771061be61:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T15:22:25,767 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45291-0x101255739550000, quorum=127.0.0.1:55589, baseZNode=/0-1402196038 Unable to get data of znode /0-1402196038/switch/split because node does not exist (not necessarily an error) 2024-11-10T15:22:25,785 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1402196038/switch/split already deleted, retry=false 2024-11-10T15:22:25,786 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45291-0x101255739550000, quorum=127.0.0.1:55589, baseZNode=/0-1402196038 Unable to get data of znode /0-1402196038/switch/merge because node does not exist (not necessarily an error) 2024-11-10T15:22:25,795 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1402196038/switch/merge already deleted, retry=false 2024-11-10T15:22:25,797 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45291-0x101255739550000, quorum=127.0.0.1:55589, baseZNode=/0-1402196038 Unable to get data of znode /0-1402196038/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T15:22:25,806 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1402196038/snapshot-cleanup already deleted, retry=false 2024-11-10T15:22:25,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40951-0x101255739550001, quorum=127.0.0.1:55589, baseZNode=/0-1402196038 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1402196038/running 2024-11-10T15:22:25,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40951-0x101255739550001, quorum=127.0.0.1:55589, baseZNode=/0-1402196038 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1402196038 2024-11-10T15:22:25,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45291-0x101255739550000, quorum=127.0.0.1:55589, baseZNode=/0-1402196038 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1402196038/running 2024-11-10T15:22:25,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45291-0x101255739550000, quorum=127.0.0.1:55589, baseZNode=/0-1402196038 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1402196038 2024-11-10T15:22:25,817 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c0771061be61,45291,1731252143930, sessionid=0x101255739550000, setting cluster-up flag (Was=false) 2024-11-10T15:22:25,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40951-0x101255739550001, quorum=127.0.0.1:55589, baseZNode=/0-1402196038 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1402196038 2024-11-10T15:22:25,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45291-0x101255739550000, quorum=127.0.0.1:55589, baseZNode=/0-1402196038 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1402196038 2024-11-10T15:22:25,985 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1402196038/flush-table-proc/acquired, /0-1402196038/flush-table-proc/reached, /0-1402196038/flush-table-proc/abort 2024-11-10T15:22:25,986 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c0771061be61,45291,1731252143930 2024-11-10T15:22:26,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40951-0x101255739550001, quorum=127.0.0.1:55589, baseZNode=/0-1402196038 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1402196038 2024-11-10T15:22:26,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45291-0x101255739550000, quorum=127.0.0.1:55589, baseZNode=/0-1402196038 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1402196038 2024-11-10T15:22:26,090 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1402196038/online-snapshot/acquired, /0-1402196038/online-snapshot/reached, /0-1402196038/online-snapshot/abort 2024-11-10T15:22:26,091 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c0771061be61,45291,1731252143930 2024-11-10T15:22:26,092 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T15:22:26,093 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T15:22:26,093 INFO [master/c0771061be61:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T15:22:26,093 INFO [master/c0771061be61:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T15:22:26,094 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c0771061be61,45291,1731252143930 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T15:22:26,094 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c0771061be61:0, corePoolSize=5, maxPoolSize=5 2024-11-10T15:22:26,094 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c0771061be61:0, corePoolSize=5, maxPoolSize=5 2024-11-10T15:22:26,094 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c0771061be61:0, corePoolSize=5, maxPoolSize=5 2024-11-10T15:22:26,094 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c0771061be61:0, corePoolSize=5, maxPoolSize=5 2024-11-10T15:22:26,095 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c0771061be61:0, corePoolSize=10, maxPoolSize=10 2024-11-10T15:22:26,095 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:22:26,095 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c0771061be61:0, corePoolSize=2, maxPoolSize=2 2024-11-10T15:22:26,095 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:22:26,095 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731252176095 2024-11-10T15:22:26,095 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T15:22:26,095 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T15:22:26,096 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T15:22:26,096 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T15:22:26,096 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T15:22:26,096 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T15:22:26,096 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T15:22:26,096 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T15:22:26,096 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T15:22:26,097 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:22:26,097 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T15:22:26,100 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T15:22:26,100 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T15:22:26,100 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T15:22:26,100 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T15:22:26,101 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T15:22:26,101 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T15:22:26,104 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c0771061be61:0:becomeActiveMaster-HFileCleaner.large.0-1731252146101,5,FailOnTimeoutGroup] 2024-11-10T15:22:26,104 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c0771061be61:0:becomeActiveMaster-HFileCleaner.small.0-1731252146104,5,FailOnTimeoutGroup] 2024-11-10T15:22:26,104 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T15:22:26,104 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T15:22:26,104 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T15:22:26,104 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T15:22:26,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38389 is added to blk_1073741831_1007 (size=1321) 2024-11-10T15:22:26,112 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T15:22:26,113 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540 2024-11-10T15:22:26,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38389 is added to blk_1073741832_1008 (size=32) 2024-11-10T15:22:26,151 INFO [RS:0;c0771061be61:40951 {}] regionserver.HRegionServer(746): ClusterId : 6a49d1d2-e7a2-4184-a859-f57bd1d36cf2 2024-11-10T15:22:26,151 DEBUG [RS:0;c0771061be61:40951 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T15:22:26,161 DEBUG [RS:0;c0771061be61:40951 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T15:22:26,161 DEBUG [RS:0;c0771061be61:40951 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T15:22:26,171 DEBUG [RS:0;c0771061be61:40951 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T15:22:26,171 DEBUG [RS:0;c0771061be61:40951 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e0626fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c0771061be61/172.17.0.3:0 2024-11-10T15:22:26,183 DEBUG [RS:0;c0771061be61:40951 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c0771061be61:40951 2024-11-10T15:22:26,183 INFO [RS:0;c0771061be61:40951 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T15:22:26,183 INFO [RS:0;c0771061be61:40951 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T15:22:26,183 DEBUG [RS:0;c0771061be61:40951 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T15:22:26,184 INFO [RS:0;c0771061be61:40951 {}] regionserver.HRegionServer(2659): reportForDuty to master=c0771061be61,45291,1731252143930 with port=40951, startcode=1731252144119 2024-11-10T15:22:26,184 DEBUG [RS:0;c0771061be61:40951 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T15:22:26,185 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38681, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T15:22:26,186 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45291 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c0771061be61,40951,1731252144119 2024-11-10T15:22:26,186 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45291 {}] master.ServerManager(517): Registering regionserver=c0771061be61,40951,1731252144119 2024-11-10T15:22:26,187 DEBUG [RS:0;c0771061be61:40951 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540 2024-11-10T15:22:26,187 DEBUG [RS:0;c0771061be61:40951 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46441 2024-11-10T15:22:26,187 DEBUG [RS:0;c0771061be61:40951 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T15:22:26,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45291-0x101255739550000, quorum=127.0.0.1:55589, baseZNode=/0-1402196038 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1402196038/rs 2024-11-10T15:22:26,202 DEBUG [RS:0;c0771061be61:40951 {}] zookeeper.ZKUtil(111): regionserver:40951-0x101255739550001, quorum=127.0.0.1:55589, baseZNode=/0-1402196038 Set watcher on existing znode=/0-1402196038/rs/c0771061be61,40951,1731252144119 2024-11-10T15:22:26,202 WARN [RS:0;c0771061be61:40951 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T15:22:26,202 INFO [RS:0;c0771061be61:40951 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T15:22:26,202 DEBUG [RS:0;c0771061be61:40951 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/WALs/c0771061be61,40951,1731252144119 2024-11-10T15:22:26,202 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c0771061be61,40951,1731252144119] 2024-11-10T15:22:26,204 INFO [RS:0;c0771061be61:40951 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T15:22:26,208 INFO [RS:0;c0771061be61:40951 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T15:22:26,208 INFO [RS:0;c0771061be61:40951 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T15:22:26,208 INFO [RS:0;c0771061be61:40951 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T15:22:26,209 INFO [RS:0;c0771061be61:40951 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T15:22:26,209 INFO [RS:0;c0771061be61:40951 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T15:22:26,209 INFO [RS:0;c0771061be61:40951 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T15:22:26,209 DEBUG [RS:0;c0771061be61:40951 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:22:26,209 DEBUG [RS:0;c0771061be61:40951 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:22:26,209 DEBUG [RS:0;c0771061be61:40951 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:22:26,209 DEBUG [RS:0;c0771061be61:40951 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:22:26,209 DEBUG [RS:0;c0771061be61:40951 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:22:26,210 DEBUG [RS:0;c0771061be61:40951 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c0771061be61:0, corePoolSize=2, maxPoolSize=2 2024-11-10T15:22:26,210 DEBUG [RS:0;c0771061be61:40951 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:22:26,210 DEBUG [RS:0;c0771061be61:40951 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:22:26,210 DEBUG [RS:0;c0771061be61:40951 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:22:26,210 DEBUG [RS:0;c0771061be61:40951 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:22:26,210 DEBUG [RS:0;c0771061be61:40951 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:22:26,210 DEBUG [RS:0;c0771061be61:40951 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:22:26,210 DEBUG [RS:0;c0771061be61:40951 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c0771061be61:0, corePoolSize=3, maxPoolSize=3 2024-11-10T15:22:26,210 DEBUG [RS:0;c0771061be61:40951 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c0771061be61:0, corePoolSize=3, maxPoolSize=3 2024-11-10T15:22:26,211 INFO [RS:0;c0771061be61:40951 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T15:22:26,211 INFO [RS:0;c0771061be61:40951 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T15:22:26,211 INFO [RS:0;c0771061be61:40951 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T15:22:26,211 INFO [RS:0;c0771061be61:40951 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T15:22:26,211 INFO [RS:0;c0771061be61:40951 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T15:22:26,211 INFO [RS:0;c0771061be61:40951 {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,40951,1731252144119-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T15:22:26,226 INFO [RS:0;c0771061be61:40951 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T15:22:26,226 INFO [RS:0;c0771061be61:40951 {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,40951,1731252144119-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T15:22:26,226 INFO [RS:0;c0771061be61:40951 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:22:26,226 INFO [RS:0;c0771061be61:40951 {}] regionserver.Replication(171): c0771061be61,40951,1731252144119 started 2024-11-10T15:22:26,241 INFO [RS:0;c0771061be61:40951 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:22:26,241 INFO [RS:0;c0771061be61:40951 {}] regionserver.HRegionServer(1482): Serving as c0771061be61,40951,1731252144119, RpcServer on c0771061be61/172.17.0.3:40951, sessionid=0x101255739550001 2024-11-10T15:22:26,241 DEBUG [RS:0;c0771061be61:40951 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T15:22:26,241 DEBUG [RS:0;c0771061be61:40951 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c0771061be61,40951,1731252144119 2024-11-10T15:22:26,241 DEBUG [RS:0;c0771061be61:40951 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c0771061be61,40951,1731252144119' 2024-11-10T15:22:26,241 DEBUG [RS:0;c0771061be61:40951 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1402196038/flush-table-proc/abort' 2024-11-10T15:22:26,241 DEBUG [RS:0;c0771061be61:40951 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1402196038/flush-table-proc/acquired' 2024-11-10T15:22:26,242 DEBUG [RS:0;c0771061be61:40951 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T15:22:26,242 DEBUG [RS:0;c0771061be61:40951 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T15:22:26,242 DEBUG [RS:0;c0771061be61:40951 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c0771061be61,40951,1731252144119 2024-11-10T15:22:26,242 DEBUG [RS:0;c0771061be61:40951 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c0771061be61,40951,1731252144119' 2024-11-10T15:22:26,242 DEBUG [RS:0;c0771061be61:40951 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1402196038/online-snapshot/abort' 2024-11-10T15:22:26,242 DEBUG [RS:0;c0771061be61:40951 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1402196038/online-snapshot/acquired' 2024-11-10T15:22:26,242 DEBUG [RS:0;c0771061be61:40951 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T15:22:26,242 INFO [RS:0;c0771061be61:40951 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T15:22:26,242 INFO [RS:0;c0771061be61:40951 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T15:22:26,343 INFO [RS:0;c0771061be61:40951 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T15:22:26,344 INFO [RS:0;c0771061be61:40951 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0771061be61%2C40951%2C1731252144119, suffix=, logDir=hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/WALs/c0771061be61,40951,1731252144119, archiveDir=hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/oldWALs, maxLogs=10 2024-11-10T15:22:26,356 DEBUG [RS:0;c0771061be61:40951 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/WALs/c0771061be61,40951,1731252144119/c0771061be61%2C40951%2C1731252144119.1731252146344, exclude list is [], retry=0 2024-11-10T15:22:26,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38389,DS-cb703836-b9b5-4837-94e9-f458e5b3da9a,DISK] 2024-11-10T15:22:26,359 INFO [RS:0;c0771061be61:40951 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/WALs/c0771061be61,40951,1731252144119/c0771061be61%2C40951%2C1731252144119.1731252146344 2024-11-10T15:22:26,359 DEBUG [RS:0;c0771061be61:40951 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37253:37253)] 2024-11-10T15:22:26,520 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:22:26,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T15:22:26,522 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T15:22:26,522 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:22:26,522 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:22:26,522 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T15:22:26,523 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T15:22:26,523 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:22:26,523 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:22:26,523 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T15:22:26,524 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T15:22:26,524 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:22:26,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:22:26,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T15:22:26,525 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T15:22:26,525 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:22:26,525 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:22:26,525 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T15:22:26,526 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/data/hbase/meta/1588230740 2024-11-10T15:22:26,526 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/data/hbase/meta/1588230740 2024-11-10T15:22:26,527 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T15:22:26,527 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T15:22:26,527 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T15:22:26,528 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T15:22:26,529 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T15:22:26,529 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59891217, jitterRate=-0.10755132138729095}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T15:22:26,530 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731252146520Initializing all the Stores at 1731252146520Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731252146520Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731252146521 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252146521Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731252146521Cleaning up temporary data from old regions at 1731252146527 (+6 ms)Region opened successfully at 1731252146530 (+3 ms) 2024-11-10T15:22:26,530 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T15:22:26,530 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T15:22:26,530 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T15:22:26,530 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T15:22:26,530 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T15:22:26,530 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T15:22:26,530 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731252146530Disabling compacts and flushes for region at 1731252146530Disabling writes for close at 1731252146530Writing region close event to WAL at 1731252146530Closed at 1731252146530 2024-11-10T15:22:26,531 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T15:22:26,531 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T15:22:26,531 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T15:22:26,532 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T15:22:26,533 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T15:22:26,683 DEBUG [c0771061be61:45291 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T15:22:26,683 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c0771061be61,40951,1731252144119 2024-11-10T15:22:26,684 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c0771061be61,40951,1731252144119, state=OPENING 2024-11-10T15:22:26,696 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T15:22:26,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40951-0x101255739550001, quorum=127.0.0.1:55589, baseZNode=/0-1402196038 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1402196038 2024-11-10T15:22:26,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45291-0x101255739550000, quorum=127.0.0.1:55589, baseZNode=/0-1402196038 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1402196038 2024-11-10T15:22:26,738 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T15:22:26,738 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1402196038/meta-region-server: CHANGED 2024-11-10T15:22:26,738 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1402196038/meta-region-server: CHANGED 2024-11-10T15:22:26,738 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c0771061be61,40951,1731252144119}] 2024-11-10T15:22:26,890 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T15:22:26,891 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52951, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T15:22:26,894 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T15:22:26,894 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T15:22:26,894 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T15:22:26,895 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0771061be61%2C40951%2C1731252144119.meta, suffix=.meta, logDir=hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/WALs/c0771061be61,40951,1731252144119, archiveDir=hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/oldWALs, maxLogs=10 2024-11-10T15:22:26,908 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/WALs/c0771061be61,40951,1731252144119/c0771061be61%2C40951%2C1731252144119.meta.1731252146895.meta, exclude list is [], retry=0 2024-11-10T15:22:26,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38389,DS-cb703836-b9b5-4837-94e9-f458e5b3da9a,DISK] 2024-11-10T15:22:26,911 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/WALs/c0771061be61,40951,1731252144119/c0771061be61%2C40951%2C1731252144119.meta.1731252146895.meta 2024-11-10T15:22:26,911 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37253:37253)] 2024-11-10T15:22:26,911 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T15:22:26,911 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T15:22:26,911 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T15:22:26,912 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T15:22:26,912 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T15:22:26,912 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T15:22:26,912 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:22:26,912 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T15:22:26,912 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T15:22:26,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T15:22:26,913 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T15:22:26,914 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:22:26,914 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:22:26,914 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T15:22:26,914 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T15:22:26,914 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:22:26,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:22:26,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T15:22:26,915 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T15:22:26,915 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:22:26,916 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:22:26,916 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T15:22:26,916 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T15:22:26,916 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:22:26,916 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:22:26,916 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T15:22:26,917 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/data/hbase/meta/1588230740 2024-11-10T15:22:26,917 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/data/hbase/meta/1588230740 2024-11-10T15:22:26,918 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T15:22:26,918 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T15:22:26,919 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T15:22:26,919 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T15:22:26,920 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67041463, jitterRate=-0.0010043531656265259}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T15:22:26,920 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T15:22:26,920 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731252146912Writing region info on filesystem at 1731252146912Initializing all the Stores at 1731252146913 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731252146913Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731252146913Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252146913Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731252146913Cleaning up temporary data from old regions at 1731252146918 (+5 ms)Running coprocessor post-open hooks at 1731252146920 (+2 ms)Region opened successfully at 1731252146920 2024-11-10T15:22:26,921 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731252146890 2024-11-10T15:22:26,923 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T15:22:26,923 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T15:22:26,923 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c0771061be61,40951,1731252144119 2024-11-10T15:22:26,924 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c0771061be61,40951,1731252144119, state=OPEN 2024-11-10T15:22:26,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45291-0x101255739550000, quorum=127.0.0.1:55589, baseZNode=/0-1402196038 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1402196038/meta-region-server 2024-11-10T15:22:26,932 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c0771061be61,40951,1731252144119 2024-11-10T15:22:26,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40951-0x101255739550001, quorum=127.0.0.1:55589, baseZNode=/0-1402196038 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1402196038/meta-region-server 2024-11-10T15:22:26,933 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1402196038/meta-region-server: CHANGED 2024-11-10T15:22:26,933 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1402196038/meta-region-server: CHANGED 2024-11-10T15:22:26,934 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T15:22:26,934 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c0771061be61,40951,1731252144119 in 194 msec 2024-11-10T15:22:26,936 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T15:22:26,936 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 403 msec 2024-11-10T15:22:26,936 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T15:22:26,936 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T15:22:26,937 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T15:22:26,937 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0771061be61,40951,1731252144119, seqNum=-1] 2024-11-10T15:22:26,938 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T15:22:26,938 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40675, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T15:22:26,942 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 849 msec 2024-11-10T15:22:26,942 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731252146942, completionTime=-1 2024-11-10T15:22:26,943 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T15:22:26,943 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T15:22:26,944 INFO [master/c0771061be61:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T15:22:26,944 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731252206944 2024-11-10T15:22:26,944 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731252266944 2024-11-10T15:22:26,944 INFO [master/c0771061be61:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T15:22:26,945 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,45291,1731252143930-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T15:22:26,945 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,45291,1731252143930-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:22:26,945 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,45291,1731252143930-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:22:26,945 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c0771061be61:45291, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:22:26,945 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T15:22:26,945 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T15:22:26,946 DEBUG [master/c0771061be61:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T15:22:26,948 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.586sec 2024-11-10T15:22:26,948 INFO [master/c0771061be61:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T15:22:26,948 INFO [master/c0771061be61:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T15:22:26,948 INFO [master/c0771061be61:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T15:22:26,948 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T15:22:26,948 INFO [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T15:22:26,948 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,45291,1731252143930-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T15:22:26,948 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,45291,1731252143930-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T15:22:26,950 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T15:22:26,950 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T15:22:26,950 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,45291,1731252143930-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:22:26,951 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3299bc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:22:26,951 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0771061be61,45291,-1 for getting cluster id 2024-11-10T15:22:26,951 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T15:22:26,952 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6a49d1d2-e7a2-4184-a859-f57bd1d36cf2' 2024-11-10T15:22:26,952 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T15:22:26,953 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6a49d1d2-e7a2-4184-a859-f57bd1d36cf2" 2024-11-10T15:22:26,953 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1961d114, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:22:26,953 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0771061be61,45291,-1] 2024-11-10T15:22:26,953 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T15:22:26,953 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:22:26,954 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T15:22:26,954 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@331fd688, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:22:26,954 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T15:22:26,955 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0771061be61,40951,1731252144119, seqNum=-1] 2024-11-10T15:22:26,955 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T15:22:26,956 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T15:22:26,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c0771061be61,45291,1731252143930 2024-11-10T15:22:26,958 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55589 2024-11-10T15:22:26,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55589, baseZNode=/0-1402196038 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T15:22:26,970 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101255739550002 connected 2024-11-10T15:22:26,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11792408-885a-b4e6-947d-f111ec08139e/hadoop.log.dir so I do NOT create it in target/test-data/a05f7c0f-0bdb-227a-5cb0-a34edb46c5e9 2024-11-10T15:22:26,983 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11792408-885a-b4e6-947d-f111ec08139e/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T15:22:26,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11792408-885a-b4e6-947d-f111ec08139e/hadoop.tmp.dir so I do NOT create it in target/test-data/a05f7c0f-0bdb-227a-5cb0-a34edb46c5e9 2024-11-10T15:22:26,983 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11792408-885a-b4e6-947d-f111ec08139e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T15:22:26,983 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a05f7c0f-0bdb-227a-5cb0-a34edb46c5e9 2024-11-10T15:22:26,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T15:22:26,983 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a05f7c0f-0bdb-227a-5cb0-a34edb46c5e9/cluster_ced090dc-50ea-ba81-4a00-4e486c87e5c9, deleteOnExit=true 2024-11-10T15:22:26,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T15:22:26,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a05f7c0f-0bdb-227a-5cb0-a34edb46c5e9/test.cache.data in system properties and HBase conf 2024-11-10T15:22:26,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a05f7c0f-0bdb-227a-5cb0-a34edb46c5e9/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T15:22:26,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a05f7c0f-0bdb-227a-5cb0-a34edb46c5e9/hadoop.log.dir in system properties and HBase conf 2024-11-10T15:22:26,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a05f7c0f-0bdb-227a-5cb0-a34edb46c5e9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T15:22:26,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a05f7c0f-0bdb-227a-5cb0-a34edb46c5e9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T15:22:26,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T15:22:26,984 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T15:22:26,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a05f7c0f-0bdb-227a-5cb0-a34edb46c5e9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T15:22:26,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a05f7c0f-0bdb-227a-5cb0-a34edb46c5e9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T15:22:26,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a05f7c0f-0bdb-227a-5cb0-a34edb46c5e9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T15:22:26,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a05f7c0f-0bdb-227a-5cb0-a34edb46c5e9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T15:22:26,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a05f7c0f-0bdb-227a-5cb0-a34edb46c5e9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T15:22:26,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a05f7c0f-0bdb-227a-5cb0-a34edb46c5e9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T15:22:26,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a05f7c0f-0bdb-227a-5cb0-a34edb46c5e9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T15:22:26,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a05f7c0f-0bdb-227a-5cb0-a34edb46c5e9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T15:22:26,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a05f7c0f-0bdb-227a-5cb0-a34edb46c5e9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T15:22:26,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a05f7c0f-0bdb-227a-5cb0-a34edb46c5e9/nfs.dump.dir in system properties and HBase conf 2024-11-10T15:22:26,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a05f7c0f-0bdb-227a-5cb0-a34edb46c5e9/java.io.tmpdir in system properties and HBase conf 2024-11-10T15:22:26,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a05f7c0f-0bdb-227a-5cb0-a34edb46c5e9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T15:22:26,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a05f7c0f-0bdb-227a-5cb0-a34edb46c5e9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T15:22:26,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a05f7c0f-0bdb-227a-5cb0-a34edb46c5e9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T15:22:27,395 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T15:22:27,399 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T15:22:27,400 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T15:22:27,400 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T15:22:27,400 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T15:22:27,404 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T15:22:27,406 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@77cff37d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a05f7c0f-0bdb-227a-5cb0-a34edb46c5e9/hadoop.log.dir/,AVAILABLE} 2024-11-10T15:22:27,406 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@748036cc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T15:22:27,499 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@55caeb27{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a05f7c0f-0bdb-227a-5cb0-a34edb46c5e9/java.io.tmpdir/jetty-localhost-33619-hadoop-hdfs-3_4_1-tests_jar-_-any-6162671800401478304/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T15:22:27,500 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@60e64cb5{HTTP/1.1, (http/1.1)}{localhost:33619} 2024-11-10T15:22:27,500 INFO [Time-limited test {}] server.Server(415): Started @277993ms 2024-11-10T15:22:27,775 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T15:22:27,778 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T15:22:27,782 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T15:22:27,782 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T15:22:27,782 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T15:22:27,783 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e8e93ba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a05f7c0f-0bdb-227a-5cb0-a34edb46c5e9/hadoop.log.dir/,AVAILABLE} 2024-11-10T15:22:27,784 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a930ee8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T15:22:27,881 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@234d56fa{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a05f7c0f-0bdb-227a-5cb0-a34edb46c5e9/java.io.tmpdir/jetty-localhost-35769-hadoop-hdfs-3_4_1-tests_jar-_-any-9786972829875447229/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T15:22:27,881 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6d93a347{HTTP/1.1, (http/1.1)}{localhost:35769} 2024-11-10T15:22:27,881 INFO [Time-limited test {}] server.Server(415): Started @278374ms 2024-11-10T15:22:27,882 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T15:22:28,651 WARN [Thread-3550 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a05f7c0f-0bdb-227a-5cb0-a34edb46c5e9/cluster_ced090dc-50ea-ba81-4a00-4e486c87e5c9/data/data1/current/BP-1170182205-172.17.0.3-1731252147003/current, will proceed with Du for space computation calculation, 2024-11-10T15:22:28,651 WARN [Thread-3551 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a05f7c0f-0bdb-227a-5cb0-a34edb46c5e9/cluster_ced090dc-50ea-ba81-4a00-4e486c87e5c9/data/data2/current/BP-1170182205-172.17.0.3-1731252147003/current, will proceed with Du for space computation calculation, 2024-11-10T15:22:28,677 WARN [Thread-3538 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T15:22:28,679 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x69740ffb53f0458b with lease ID 0x6c3b47b0f2955c6e: Processing first storage report for DS-28237eb8-4b0b-48ea-9b8d-8ad835a3ec86 from datanode DatanodeRegistration(127.0.0.1:45761, datanodeUuid=ee1287fd-254a-4e68-b034-3d1152c643ef, infoPort=42199, infoSecurePort=0, ipcPort=45689, storageInfo=lv=-57;cid=testClusterID;nsid=2084817812;c=1731252147003) 2024-11-10T15:22:28,680 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x69740ffb53f0458b with lease ID 0x6c3b47b0f2955c6e: from storage DS-28237eb8-4b0b-48ea-9b8d-8ad835a3ec86 node DatanodeRegistration(127.0.0.1:45761, datanodeUuid=ee1287fd-254a-4e68-b034-3d1152c643ef, infoPort=42199, infoSecurePort=0, ipcPort=45689, storageInfo=lv=-57;cid=testClusterID;nsid=2084817812;c=1731252147003), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T15:22:28,680 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x69740ffb53f0458b with lease ID 0x6c3b47b0f2955c6e: Processing first storage report for DS-f06622f2-07f1-47d3-b49d-b56ff2513e2a from datanode DatanodeRegistration(127.0.0.1:45761, datanodeUuid=ee1287fd-254a-4e68-b034-3d1152c643ef, infoPort=42199, infoSecurePort=0, ipcPort=45689, storageInfo=lv=-57;cid=testClusterID;nsid=2084817812;c=1731252147003) 2024-11-10T15:22:28,680 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x69740ffb53f0458b with lease ID 0x6c3b47b0f2955c6e: from storage DS-f06622f2-07f1-47d3-b49d-b56ff2513e2a node DatanodeRegistration(127.0.0.1:45761, datanodeUuid=ee1287fd-254a-4e68-b034-3d1152c643ef, infoPort=42199, infoSecurePort=0, ipcPort=45689, storageInfo=lv=-57;cid=testClusterID;nsid=2084817812;c=1731252147003), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T15:22:28,705 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a05f7c0f-0bdb-227a-5cb0-a34edb46c5e9 2024-11-10T15:22:28,705 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:22:28,706 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:22:28,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45761 is added to blk_1073741825_1001 (size=7) 2024-11-10T15:22:29,116 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737 with version=8 2024-11-10T15:22:29,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/hbase-staging 2024-11-10T15:22:29,118 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c0771061be61:0 server-side Connection retries=45 2024-11-10T15:22:29,118 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T15:22:29,118 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T15:22:29,118 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T15:22:29,118 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T15:22:29,118 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T15:22:29,118 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T15:22:29,118 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T15:22:29,119 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45653 2024-11-10T15:22:29,119 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45653 connecting to ZooKeeper ensemble=127.0.0.1:55589 2024-11-10T15:22:29,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:456530x0, quorum=127.0.0.1:55589, baseZNode=/1-172898757 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T15:22:29,138 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45653-0x101255739550003 connected 2024-11-10T15:22:29,212 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:22:29,213 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:22:29,215 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45653-0x101255739550003, quorum=127.0.0.1:55589, baseZNode=/1-172898757 Set watcher on znode that does not yet exist, /1-172898757/running 2024-11-10T15:22:29,215 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737, hbase.cluster.distributed=false 2024-11-10T15:22:29,216 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45653-0x101255739550003, quorum=127.0.0.1:55589, baseZNode=/1-172898757 Set watcher on znode that does not yet exist, /1-172898757/acl 2024-11-10T15:22:29,218 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45653 2024-11-10T15:22:29,218 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45653 2024-11-10T15:22:29,218 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45653 2024-11-10T15:22:29,218 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45653 2024-11-10T15:22:29,219 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45653 2024-11-10T15:22:29,236 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c0771061be61:0 server-side Connection retries=45 2024-11-10T15:22:29,236 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T15:22:29,236 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T15:22:29,236 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T15:22:29,236 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T15:22:29,236 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T15:22:29,236 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T15:22:29,236 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T15:22:29,236 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43335 2024-11-10T15:22:29,237 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43335 connecting to ZooKeeper ensemble=127.0.0.1:55589 2024-11-10T15:22:29,238 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:22:29,239 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:22:29,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:433350x0, quorum=127.0.0.1:55589, baseZNode=/1-172898757 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T15:22:29,254 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:433350x0, quorum=127.0.0.1:55589, baseZNode=/1-172898757 Set watcher on znode that does not yet exist, /1-172898757/running 2024-11-10T15:22:29,254 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43335-0x101255739550004 connected 2024-11-10T15:22:29,254 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T15:22:29,255 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T15:22:29,255 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43335-0x101255739550004, quorum=127.0.0.1:55589, baseZNode=/1-172898757 Set watcher on znode that does not yet exist, /1-172898757/master 2024-11-10T15:22:29,256 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43335-0x101255739550004, quorum=127.0.0.1:55589, baseZNode=/1-172898757 Set watcher on znode that does not yet exist, /1-172898757/acl 2024-11-10T15:22:29,260 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43335 2024-11-10T15:22:29,262 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43335 2024-11-10T15:22:29,262 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43335 2024-11-10T15:22:29,263 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43335 2024-11-10T15:22:29,263 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43335 2024-11-10T15:22:29,273 DEBUG [M:0;c0771061be61:45653 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c0771061be61:45653 2024-11-10T15:22:29,274 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-172898757/backup-masters/c0771061be61,45653,1731252149118 2024-11-10T15:22:29,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45653-0x101255739550003, quorum=127.0.0.1:55589, baseZNode=/1-172898757 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-172898757/backup-masters 2024-11-10T15:22:29,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43335-0x101255739550004, quorum=127.0.0.1:55589, baseZNode=/1-172898757 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-172898757/backup-masters 2024-11-10T15:22:29,286 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45653-0x101255739550003, quorum=127.0.0.1:55589, baseZNode=/1-172898757 Set watcher on existing znode=/1-172898757/backup-masters/c0771061be61,45653,1731252149118 2024-11-10T15:22:29,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43335-0x101255739550004, quorum=127.0.0.1:55589, baseZNode=/1-172898757 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-172898757/master 2024-11-10T15:22:29,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45653-0x101255739550003, quorum=127.0.0.1:55589, baseZNode=/1-172898757 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-172898757 2024-11-10T15:22:29,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43335-0x101255739550004, quorum=127.0.0.1:55589, baseZNode=/1-172898757 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-172898757 2024-11-10T15:22:29,296 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45653-0x101255739550003, quorum=127.0.0.1:55589, baseZNode=/1-172898757 Set watcher on existing znode=/1-172898757/master 2024-11-10T15:22:29,296 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-172898757/backup-masters/c0771061be61,45653,1731252149118 from backup master directory 2024-11-10T15:22:29,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43335-0x101255739550004, quorum=127.0.0.1:55589, baseZNode=/1-172898757 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-172898757/backup-masters 2024-11-10T15:22:29,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45653-0x101255739550003, quorum=127.0.0.1:55589, baseZNode=/1-172898757 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-172898757/backup-masters/c0771061be61,45653,1731252149118 2024-11-10T15:22:29,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45653-0x101255739550003, quorum=127.0.0.1:55589, baseZNode=/1-172898757 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-172898757/backup-masters 2024-11-10T15:22:29,306 WARN [master/c0771061be61:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T15:22:29,306 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c0771061be61,45653,1731252149118 2024-11-10T15:22:29,309 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/hbase.id] with ID: d27b561f-bce7-4372-9a24-c85503b2e6b1 2024-11-10T15:22:29,309 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/.tmp/hbase.id 2024-11-10T15:22:29,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45761 is added to blk_1073741826_1002 (size=42) 2024-11-10T15:22:29,713 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/.tmp/hbase.id]:[hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/hbase.id] 2024-11-10T15:22:29,728 INFO [master/c0771061be61:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:22:29,729 INFO [master/c0771061be61:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T15:22:29,729 INFO [master/c0771061be61:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-10T15:22:29,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45653-0x101255739550003, quorum=127.0.0.1:55589, baseZNode=/1-172898757 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-172898757 2024-11-10T15:22:29,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43335-0x101255739550004, quorum=127.0.0.1:55589, baseZNode=/1-172898757 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-172898757 2024-11-10T15:22:29,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45761 is added to blk_1073741827_1003 (size=196) 2024-11-10T15:22:29,834 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T15:22:29,834 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-10T15:22:30,192 INFO [master/c0771061be61:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T15:22:30,193 INFO [master/c0771061be61:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T15:22:30,193 INFO [master/c0771061be61:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T15:22:30,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45761 is added to blk_1073741828_1004 (size=1189) 2024-11-10T15:22:30,611 INFO [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/MasterData/data/master/store 2024-11-10T15:22:30,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45761 is added to blk_1073741829_1005 (size=34) 2024-11-10T15:22:30,616 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:22:30,616 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T15:22:30,616 INFO [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:22:30,616 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:22:30,616 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T15:22:30,616 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:22:30,616 INFO [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:22:30,617 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731252150616Disabling compacts and flushes for region at 1731252150616Disabling writes for close at 1731252150616Writing region close event to WAL at 1731252150616Closed at 1731252150616 2024-11-10T15:22:30,617 WARN [master/c0771061be61:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/MasterData/data/master/store/.initializing 2024-11-10T15:22:30,617 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/MasterData/WALs/c0771061be61,45653,1731252149118 2024-11-10T15:22:30,618 INFO [master/c0771061be61:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T15:22:30,620 INFO [master/c0771061be61:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c0771061be61%2C45653%2C1731252149118, suffix=, logDir=hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/MasterData/WALs/c0771061be61,45653,1731252149118, archiveDir=hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/MasterData/oldWALs, maxLogs=10 2024-11-10T15:22:30,636 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/MasterData/WALs/c0771061be61,45653,1731252149118/c0771061be61%2C45653%2C1731252149118.1731252150620, exclude list is [], retry=0 2024-11-10T15:22:30,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45761,DS-28237eb8-4b0b-48ea-9b8d-8ad835a3ec86,DISK] 2024-11-10T15:22:30,640 INFO [master/c0771061be61:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/MasterData/WALs/c0771061be61,45653,1731252149118/c0771061be61%2C45653%2C1731252149118.1731252150620 2024-11-10T15:22:30,641 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42199:42199)] 2024-11-10T15:22:30,641 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T15:22:30,641 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:22:30,641 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:22:30,641 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:22:30,644 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:22:30,645 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T15:22:30,646 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:22:30,646 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:22:30,646 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:22:30,647 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T15:22:30,647 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:22:30,647 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:22:30,647 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:22:30,648 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T15:22:30,648 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:22:30,649 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:22:30,649 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:22:30,650 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T15:22:30,650 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:22:30,650 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:22:30,650 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:22:30,651 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:22:30,651 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:22:30,652 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:22:30,652 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:22:30,652 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T15:22:30,653 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:22:30,656 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T15:22:30,657 INFO [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62990979, jitterRate=-0.061361268162727356}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T15:22:30,657 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731252150641Initializing all the Stores at 1731252150642 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731252150642Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252150644 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252150644Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252150644Cleaning up temporary data from old regions at 1731252150652 (+8 ms)Region opened successfully at 1731252150657 (+5 ms) 2024-11-10T15:22:30,660 INFO [master/c0771061be61:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T15:22:30,663 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7658a3a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c0771061be61/172.17.0.3:0 2024-11-10T15:22:30,663 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T15:22:30,664 INFO [master/c0771061be61:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T15:22:30,664 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T15:22:30,664 INFO [master/c0771061be61:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T15:22:30,664 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T15:22:30,664 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T15:22:30,664 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T15:22:30,670 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T15:22:30,670 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45653-0x101255739550003, quorum=127.0.0.1:55589, baseZNode=/1-172898757 Unable to get data of znode /1-172898757/balancer because node does not exist (not necessarily an error) 2024-11-10T15:22:30,738 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-172898757/balancer already deleted, retry=false 2024-11-10T15:22:30,738 INFO [master/c0771061be61:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T15:22:30,739 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45653-0x101255739550003, quorum=127.0.0.1:55589, baseZNode=/1-172898757 Unable to get data of znode /1-172898757/normalizer because node does not exist (not necessarily an error) 2024-11-10T15:22:30,748 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-172898757/normalizer already deleted, retry=false 2024-11-10T15:22:30,749 INFO [master/c0771061be61:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T15:22:30,750 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45653-0x101255739550003, quorum=127.0.0.1:55589, baseZNode=/1-172898757 Unable to get data of znode /1-172898757/switch/split because node does not exist (not necessarily an error) 2024-11-10T15:22:30,759 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-172898757/switch/split already deleted, retry=false 2024-11-10T15:22:30,760 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45653-0x101255739550003, quorum=127.0.0.1:55589, baseZNode=/1-172898757 Unable to get data of znode /1-172898757/switch/merge because node does not exist (not necessarily an error) 2024-11-10T15:22:30,770 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-172898757/switch/merge already deleted, retry=false 2024-11-10T15:22:30,773 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45653-0x101255739550003, quorum=127.0.0.1:55589, baseZNode=/1-172898757 Unable to get data of znode /1-172898757/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T15:22:30,785 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-172898757/snapshot-cleanup already deleted, retry=false 2024-11-10T15:22:30,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45653-0x101255739550003, quorum=127.0.0.1:55589, baseZNode=/1-172898757 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-172898757/running 2024-11-10T15:22:30,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43335-0x101255739550004, quorum=127.0.0.1:55589, baseZNode=/1-172898757 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-172898757/running 2024-11-10T15:22:30,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45653-0x101255739550003, quorum=127.0.0.1:55589, baseZNode=/1-172898757 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-172898757 2024-11-10T15:22:30,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43335-0x101255739550004, quorum=127.0.0.1:55589, baseZNode=/1-172898757 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-172898757 2024-11-10T15:22:30,796 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c0771061be61,45653,1731252149118, sessionid=0x101255739550003, setting cluster-up flag (Was=false) 2024-11-10T15:22:30,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45653-0x101255739550003, quorum=127.0.0.1:55589, baseZNode=/1-172898757 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-172898757 2024-11-10T15:22:30,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43335-0x101255739550004, quorum=127.0.0.1:55589, baseZNode=/1-172898757 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-172898757 2024-11-10T15:22:30,848 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-172898757/flush-table-proc/acquired, /1-172898757/flush-table-proc/reached, /1-172898757/flush-table-proc/abort 2024-11-10T15:22:30,849 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c0771061be61,45653,1731252149118 2024-11-10T15:22:30,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45653-0x101255739550003, quorum=127.0.0.1:55589, baseZNode=/1-172898757 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-172898757 2024-11-10T15:22:30,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43335-0x101255739550004, quorum=127.0.0.1:55589, baseZNode=/1-172898757 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-172898757 2024-11-10T15:22:30,901 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-172898757/online-snapshot/acquired, /1-172898757/online-snapshot/reached, /1-172898757/online-snapshot/abort 2024-11-10T15:22:30,902 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c0771061be61,45653,1731252149118 2024-11-10T15:22:30,903 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T15:22:30,904 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T15:22:30,904 INFO [master/c0771061be61:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T15:22:30,904 INFO [master/c0771061be61:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T15:22:30,905 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c0771061be61,45653,1731252149118 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T15:22:30,907 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c0771061be61:0, corePoolSize=5, maxPoolSize=5 2024-11-10T15:22:30,907 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c0771061be61:0, corePoolSize=5, maxPoolSize=5 2024-11-10T15:22:30,907 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c0771061be61:0, corePoolSize=5, maxPoolSize=5 2024-11-10T15:22:30,907 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c0771061be61:0, corePoolSize=5, maxPoolSize=5 2024-11-10T15:22:30,907 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c0771061be61:0, corePoolSize=10, maxPoolSize=10 2024-11-10T15:22:30,907 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:22:30,907 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c0771061be61:0, corePoolSize=2, maxPoolSize=2 2024-11-10T15:22:30,907 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:22:30,913 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T15:22:30,913 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T15:22:30,914 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:22:30,914 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T15:22:30,915 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731252180915 2024-11-10T15:22:30,915 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T15:22:30,915 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T15:22:30,915 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T15:22:30,915 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T15:22:30,915 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T15:22:30,915 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T15:22:30,916 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T15:22:30,917 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T15:22:30,917 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T15:22:30,917 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T15:22:30,917 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T15:22:30,922 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T15:22:30,922 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T15:22:30,923 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c0771061be61:0:becomeActiveMaster-HFileCleaner.large.0-1731252150922,5,FailOnTimeoutGroup] 2024-11-10T15:22:30,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45761 is added to blk_1073741831_1007 (size=1321) 2024-11-10T15:22:30,928 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c0771061be61:0:becomeActiveMaster-HFileCleaner.small.0-1731252150923,5,FailOnTimeoutGroup] 2024-11-10T15:22:30,928 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T15:22:30,928 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T15:22:30,928 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T15:22:30,928 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T15:22:30,970 INFO [RS:0;c0771061be61:43335 {}] regionserver.HRegionServer(746): ClusterId : d27b561f-bce7-4372-9a24-c85503b2e6b1 2024-11-10T15:22:30,970 DEBUG [RS:0;c0771061be61:43335 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T15:22:30,981 DEBUG [RS:0;c0771061be61:43335 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T15:22:30,981 DEBUG [RS:0;c0771061be61:43335 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T15:22:30,991 DEBUG [RS:0;c0771061be61:43335 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T15:22:30,992 DEBUG [RS:0;c0771061be61:43335 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15c17223, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c0771061be61/172.17.0.3:0 2024-11-10T15:22:31,023 DEBUG [RS:0;c0771061be61:43335 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c0771061be61:43335 2024-11-10T15:22:31,023 INFO [RS:0;c0771061be61:43335 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T15:22:31,023 INFO [RS:0;c0771061be61:43335 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T15:22:31,023 DEBUG [RS:0;c0771061be61:43335 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T15:22:31,024 INFO [RS:0;c0771061be61:43335 {}] regionserver.HRegionServer(2659): reportForDuty to master=c0771061be61,45653,1731252149118 with port=43335, startcode=1731252149235 2024-11-10T15:22:31,024 DEBUG [RS:0;c0771061be61:43335 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T15:22:31,026 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58295, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T15:22:31,026 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45653 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c0771061be61,43335,1731252149235 2024-11-10T15:22:31,026 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45653 {}] master.ServerManager(517): Registering regionserver=c0771061be61,43335,1731252149235 2024-11-10T15:22:31,027 DEBUG [RS:0;c0771061be61:43335 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737 2024-11-10T15:22:31,027 DEBUG [RS:0;c0771061be61:43335 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35855 2024-11-10T15:22:31,027 DEBUG [RS:0;c0771061be61:43335 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T15:22:31,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45653-0x101255739550003, quorum=127.0.0.1:55589, baseZNode=/1-172898757 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-172898757/rs 2024-11-10T15:22:31,090 DEBUG [RS:0;c0771061be61:43335 {}] zookeeper.ZKUtil(111): regionserver:43335-0x101255739550004, quorum=127.0.0.1:55589, baseZNode=/1-172898757 Set watcher on existing znode=/1-172898757/rs/c0771061be61,43335,1731252149235 2024-11-10T15:22:31,090 WARN [RS:0;c0771061be61:43335 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T15:22:31,090 INFO [RS:0;c0771061be61:43335 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T15:22:31,090 DEBUG [RS:0;c0771061be61:43335 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/WALs/c0771061be61,43335,1731252149235 2024-11-10T15:22:31,090 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c0771061be61,43335,1731252149235] 2024-11-10T15:22:31,093 INFO [RS:0;c0771061be61:43335 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T15:22:31,095 INFO [RS:0;c0771061be61:43335 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T15:22:31,098 INFO [RS:0;c0771061be61:43335 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T15:22:31,098 INFO [RS:0;c0771061be61:43335 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T15:22:31,099 INFO [RS:0;c0771061be61:43335 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T15:22:31,099 INFO [RS:0;c0771061be61:43335 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T15:22:31,100 INFO [RS:0;c0771061be61:43335 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T15:22:31,100 DEBUG [RS:0;c0771061be61:43335 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:22:31,100 DEBUG [RS:0;c0771061be61:43335 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:22:31,100 DEBUG [RS:0;c0771061be61:43335 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:22:31,100 DEBUG [RS:0;c0771061be61:43335 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:22:31,100 DEBUG [RS:0;c0771061be61:43335 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:22:31,100 DEBUG [RS:0;c0771061be61:43335 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c0771061be61:0, corePoolSize=2, maxPoolSize=2 2024-11-10T15:22:31,100 DEBUG [RS:0;c0771061be61:43335 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:22:31,100 DEBUG [RS:0;c0771061be61:43335 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:22:31,100 DEBUG [RS:0;c0771061be61:43335 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:22:31,100 DEBUG [RS:0;c0771061be61:43335 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:22:31,100 DEBUG [RS:0;c0771061be61:43335 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:22:31,100 DEBUG [RS:0;c0771061be61:43335 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:22:31,100 DEBUG [RS:0;c0771061be61:43335 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c0771061be61:0, corePoolSize=3, maxPoolSize=3 2024-11-10T15:22:31,100 DEBUG [RS:0;c0771061be61:43335 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c0771061be61:0, corePoolSize=3, maxPoolSize=3 2024-11-10T15:22:31,101 INFO [RS:0;c0771061be61:43335 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T15:22:31,101 INFO [RS:0;c0771061be61:43335 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T15:22:31,101 INFO [RS:0;c0771061be61:43335 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T15:22:31,101 INFO [RS:0;c0771061be61:43335 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T15:22:31,102 INFO [RS:0;c0771061be61:43335 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T15:22:31,102 INFO [RS:0;c0771061be61:43335 {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,43335,1731252149235-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T15:22:31,124 INFO [RS:0;c0771061be61:43335 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T15:22:31,125 INFO [RS:0;c0771061be61:43335 {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,43335,1731252149235-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T15:22:31,125 INFO [RS:0;c0771061be61:43335 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:22:31,125 INFO [RS:0;c0771061be61:43335 {}] regionserver.Replication(171): c0771061be61,43335,1731252149235 started 2024-11-10T15:22:31,146 INFO [RS:0;c0771061be61:43335 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:22:31,146 INFO [RS:0;c0771061be61:43335 {}] regionserver.HRegionServer(1482): Serving as c0771061be61,43335,1731252149235, RpcServer on c0771061be61/172.17.0.3:43335, sessionid=0x101255739550004 2024-11-10T15:22:31,146 DEBUG [RS:0;c0771061be61:43335 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T15:22:31,146 DEBUG [RS:0;c0771061be61:43335 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c0771061be61,43335,1731252149235 2024-11-10T15:22:31,146 DEBUG [RS:0;c0771061be61:43335 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c0771061be61,43335,1731252149235' 2024-11-10T15:22:31,146 DEBUG [RS:0;c0771061be61:43335 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-172898757/flush-table-proc/abort' 2024-11-10T15:22:31,147 DEBUG [RS:0;c0771061be61:43335 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-172898757/flush-table-proc/acquired' 2024-11-10T15:22:31,147 DEBUG [RS:0;c0771061be61:43335 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T15:22:31,147 DEBUG [RS:0;c0771061be61:43335 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T15:22:31,147 DEBUG [RS:0;c0771061be61:43335 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c0771061be61,43335,1731252149235 2024-11-10T15:22:31,147 DEBUG [RS:0;c0771061be61:43335 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c0771061be61,43335,1731252149235' 2024-11-10T15:22:31,147 DEBUG [RS:0;c0771061be61:43335 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-172898757/online-snapshot/abort' 2024-11-10T15:22:31,148 DEBUG [RS:0;c0771061be61:43335 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-172898757/online-snapshot/acquired' 2024-11-10T15:22:31,148 DEBUG [RS:0;c0771061be61:43335 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T15:22:31,148 INFO [RS:0;c0771061be61:43335 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T15:22:31,148 INFO [RS:0;c0771061be61:43335 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T15:22:31,248 INFO [RS:0;c0771061be61:43335 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T15:22:31,250 INFO [RS:0;c0771061be61:43335 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0771061be61%2C43335%2C1731252149235, suffix=, logDir=hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/WALs/c0771061be61,43335,1731252149235, archiveDir=hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/oldWALs, maxLogs=10 2024-11-10T15:22:31,264 DEBUG [RS:0;c0771061be61:43335 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/WALs/c0771061be61,43335,1731252149235/c0771061be61%2C43335%2C1731252149235.1731252151250, exclude list is [], retry=0 2024-11-10T15:22:31,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45761,DS-28237eb8-4b0b-48ea-9b8d-8ad835a3ec86,DISK] 2024-11-10T15:22:31,268 INFO [RS:0;c0771061be61:43335 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/WALs/c0771061be61,43335,1731252149235/c0771061be61%2C43335%2C1731252149235.1731252151250 2024-11-10T15:22:31,268 DEBUG [RS:0;c0771061be61:43335 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42199:42199)] 2024-11-10T15:22:31,325 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T15:22:31,326 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737 2024-11-10T15:22:31,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45761 is added to blk_1073741833_1009 (size=32) 2024-11-10T15:22:31,344 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:22:31,347 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T15:22:31,354 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T15:22:31,354 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:22:31,354 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:22:31,355 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T15:22:31,356 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T15:22:31,356 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:22:31,357 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:22:31,357 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T15:22:31,358 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T15:22:31,358 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:22:31,359 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:22:31,359 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T15:22:31,360 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T15:22:31,360 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:22:31,360 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:22:31,361 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T15:22:31,361 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/data/hbase/meta/1588230740 2024-11-10T15:22:31,362 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/data/hbase/meta/1588230740 2024-11-10T15:22:31,363 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T15:22:31,363 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T15:22:31,363 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T15:22:31,365 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T15:22:31,367 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T15:22:31,367 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72117189, jitterRate=0.07462985813617706}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T15:22:31,368 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731252151345Initializing all the Stores at 1731252151346 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731252151346Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731252151346Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252151346Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731252151346Cleaning up temporary data from old regions at 1731252151363 (+17 ms)Region opened successfully at 1731252151368 (+5 ms) 2024-11-10T15:22:31,368 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T15:22:31,368 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T15:22:31,368 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T15:22:31,368 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T15:22:31,368 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T15:22:31,369 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T15:22:31,369 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731252151368Disabling compacts and flushes for region at 1731252151368Disabling writes for close at 1731252151368Writing region close event to WAL at 1731252151369 (+1 ms)Closed at 1731252151369 2024-11-10T15:22:31,370 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T15:22:31,370 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T15:22:31,370 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T15:22:31,374 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T15:22:31,375 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T15:22:31,531 DEBUG [c0771061be61:45653 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T15:22:31,532 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c0771061be61,43335,1731252149235 2024-11-10T15:22:31,534 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c0771061be61,43335,1731252149235, state=OPENING 2024-11-10T15:22:31,591 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T15:22:31,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43335-0x101255739550004, quorum=127.0.0.1:55589, baseZNode=/1-172898757 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-172898757 2024-11-10T15:22:31,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45653-0x101255739550003, quorum=127.0.0.1:55589, baseZNode=/1-172898757 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-172898757 2024-11-10T15:22:31,602 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-172898757/meta-region-server: CHANGED 2024-11-10T15:22:31,602 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-172898757/meta-region-server: CHANGED 2024-11-10T15:22:31,602 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T15:22:31,602 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c0771061be61,43335,1731252149235}] 2024-11-10T15:22:31,755 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T15:22:31,757 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60241, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T15:22:31,760 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T15:22:31,760 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T15:22:31,760 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T15:22:31,761 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0771061be61%2C43335%2C1731252149235.meta, suffix=.meta, logDir=hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/WALs/c0771061be61,43335,1731252149235, archiveDir=hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/oldWALs, maxLogs=10 2024-11-10T15:22:31,795 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/WALs/c0771061be61,43335,1731252149235/c0771061be61%2C43335%2C1731252149235.meta.1731252151762.meta, exclude list is [], retry=0 2024-11-10T15:22:31,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45761,DS-28237eb8-4b0b-48ea-9b8d-8ad835a3ec86,DISK] 2024-11-10T15:22:31,798 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/WALs/c0771061be61,43335,1731252149235/c0771061be61%2C43335%2C1731252149235.meta.1731252151762.meta 2024-11-10T15:22:31,798 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42199:42199)] 2024-11-10T15:22:31,798 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T15:22:31,799 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T15:22:31,799 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T15:22:31,799 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T15:22:31,799 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T15:22:31,799 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T15:22:31,799 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:22:31,799 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T15:22:31,800 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T15:22:31,806 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T15:22:31,807 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T15:22:31,807 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:22:31,807 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:22:31,807 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T15:22:31,808 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T15:22:31,808 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:22:31,808 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:22:31,808 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T15:22:31,809 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T15:22:31,809 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:22:31,809 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:22:31,809 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T15:22:31,810 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T15:22:31,810 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:22:31,810 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:22:31,810 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T15:22:31,811 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/data/hbase/meta/1588230740 2024-11-10T15:22:31,811 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/data/hbase/meta/1588230740 2024-11-10T15:22:31,812 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T15:22:31,812 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T15:22:31,813 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T15:22:31,814 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T15:22:31,814 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70470391, jitterRate=0.05009065568447113}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T15:22:31,814 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T15:22:31,815 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731252151800Writing region info on filesystem at 1731252151800Initializing all the Stores at 1731252151800Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731252151800Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731252151805 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252151806 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731252151806Cleaning up temporary data from old regions at 1731252151812 (+6 ms)Running coprocessor post-open hooks at 1731252151814 (+2 ms)Region opened successfully at 1731252151814 2024-11-10T15:22:31,815 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731252151755 2024-11-10T15:22:31,817 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T15:22:31,817 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T15:22:31,818 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c0771061be61,43335,1731252149235 2024-11-10T15:22:31,818 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c0771061be61,43335,1731252149235, state=OPEN 2024-11-10T15:22:31,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45653-0x101255739550003, quorum=127.0.0.1:55589, baseZNode=/1-172898757 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-172898757/meta-region-server 2024-11-10T15:22:31,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43335-0x101255739550004, quorum=127.0.0.1:55589, baseZNode=/1-172898757 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-172898757/meta-region-server 2024-11-10T15:22:31,827 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c0771061be61,43335,1731252149235 2024-11-10T15:22:31,827 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-172898757/meta-region-server: CHANGED 2024-11-10T15:22:31,827 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-172898757/meta-region-server: CHANGED 2024-11-10T15:22:31,829 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T15:22:31,829 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c0771061be61,43335,1731252149235 in 225 msec 2024-11-10T15:22:31,830 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T15:22:31,830 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 459 msec 2024-11-10T15:22:31,831 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T15:22:31,831 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T15:22:31,832 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T15:22:31,832 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0771061be61,43335,1731252149235, seqNum=-1] 2024-11-10T15:22:31,832 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T15:22:31,833 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47095, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T15:22:31,838 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 934 msec 2024-11-10T15:22:31,838 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731252151838, completionTime=-1 2024-11-10T15:22:31,838 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T15:22:31,838 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T15:22:31,840 INFO [master/c0771061be61:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T15:22:31,840 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731252211840 2024-11-10T15:22:31,840 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731252271840 2024-11-10T15:22:31,840 INFO [master/c0771061be61:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T15:22:31,840 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,45653,1731252149118-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T15:22:31,840 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,45653,1731252149118-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:22:31,841 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,45653,1731252149118-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:22:31,841 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c0771061be61:45653, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:22:31,841 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T15:22:31,841 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T15:22:31,842 DEBUG [master/c0771061be61:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T15:22:31,844 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.538sec 2024-11-10T15:22:31,845 INFO [master/c0771061be61:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T15:22:31,845 INFO [master/c0771061be61:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T15:22:31,845 INFO [master/c0771061be61:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T15:22:31,845 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T15:22:31,845 INFO [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T15:22:31,845 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,45653,1731252149118-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T15:22:31,845 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,45653,1731252149118-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T15:22:31,846 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T15:22:31,846 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T15:22:31,846 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,45653,1731252149118-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:22:31,871 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74864096, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:22:31,871 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0771061be61,45653,-1 for getting cluster id 2024-11-10T15:22:31,871 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T15:22:31,872 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd27b561f-bce7-4372-9a24-c85503b2e6b1' 2024-11-10T15:22:31,873 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T15:22:31,873 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d27b561f-bce7-4372-9a24-c85503b2e6b1" 2024-11-10T15:22:31,873 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75b32d35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:22:31,873 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0771061be61,45653,-1] 2024-11-10T15:22:31,873 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T15:22:31,873 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:22:31,874 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T15:22:31,875 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33ef32d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:22:31,876 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T15:22:31,877 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0771061be61,43335,1731252149235, seqNum=-1] 2024-11-10T15:22:31,877 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T15:22:31,878 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T15:22:31,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c0771061be61,45653,1731252149118 2024-11-10T15:22:31,880 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55589 2024-11-10T15:22:31,912 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:31,913 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:31,913 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:31,913 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:31,913 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:31,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55589, baseZNode=/1-172898757 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T15:22:31,939 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101255739550005 connected 2024-11-10T15:22:31,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a05f7c0f-0bdb-227a-5cb0-a34edb46c5e9/hadoop.log.dir so I do NOT create it in target/test-data/a577421c-7271-155a-fbf1-4a7cddaa8554 2024-11-10T15:22:31,951 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a05f7c0f-0bdb-227a-5cb0-a34edb46c5e9/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T15:22:31,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a05f7c0f-0bdb-227a-5cb0-a34edb46c5e9/hadoop.tmp.dir so I do NOT create it in target/test-data/a577421c-7271-155a-fbf1-4a7cddaa8554 2024-11-10T15:22:31,951 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a05f7c0f-0bdb-227a-5cb0-a34edb46c5e9/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T15:22:31,951 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a577421c-7271-155a-fbf1-4a7cddaa8554 2024-11-10T15:22:31,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T15:22:31,951 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a577421c-7271-155a-fbf1-4a7cddaa8554/cluster_a4483e8d-f58e-69d9-00ab-add2fd255784, deleteOnExit=true 2024-11-10T15:22:31,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T15:22:31,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a577421c-7271-155a-fbf1-4a7cddaa8554/test.cache.data in system properties and HBase conf 2024-11-10T15:22:31,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a577421c-7271-155a-fbf1-4a7cddaa8554/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T15:22:31,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a577421c-7271-155a-fbf1-4a7cddaa8554/hadoop.log.dir in system properties and HBase conf 2024-11-10T15:22:31,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a577421c-7271-155a-fbf1-4a7cddaa8554/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T15:22:31,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a577421c-7271-155a-fbf1-4a7cddaa8554/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T15:22:31,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T15:22:31,952 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T15:22:31,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a577421c-7271-155a-fbf1-4a7cddaa8554/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T15:22:31,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a577421c-7271-155a-fbf1-4a7cddaa8554/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T15:22:31,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a577421c-7271-155a-fbf1-4a7cddaa8554/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T15:22:31,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a577421c-7271-155a-fbf1-4a7cddaa8554/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T15:22:31,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a577421c-7271-155a-fbf1-4a7cddaa8554/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T15:22:31,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a577421c-7271-155a-fbf1-4a7cddaa8554/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T15:22:31,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a577421c-7271-155a-fbf1-4a7cddaa8554/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T15:22:31,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a577421c-7271-155a-fbf1-4a7cddaa8554/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T15:22:31,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a577421c-7271-155a-fbf1-4a7cddaa8554/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T15:22:31,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a577421c-7271-155a-fbf1-4a7cddaa8554/nfs.dump.dir in system properties and HBase conf 2024-11-10T15:22:31,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a577421c-7271-155a-fbf1-4a7cddaa8554/java.io.tmpdir in system properties and HBase conf 2024-11-10T15:22:31,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a577421c-7271-155a-fbf1-4a7cddaa8554/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T15:22:31,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a577421c-7271-155a-fbf1-4a7cddaa8554/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T15:22:31,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a577421c-7271-155a-fbf1-4a7cddaa8554/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T15:22:31,955 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:31,956 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:31,956 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:31,956 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:31,956 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:31,957 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:31,966 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:31,980 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:31,981 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:31,983 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:32,407 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-10T15:22:32,408 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:32,415 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:32,416 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:32,416 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:32,417 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:32,475 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:32,475 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:32,476 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:32,476 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:32,476 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:32,477 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:32,488 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:32,493 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:32,494 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:32,498 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:32,537 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T15:22:32,557 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T15:22:32,563 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T15:22:32,565 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T15:22:32,565 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T15:22:32,565 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T15:22:32,567 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T15:22:32,568 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e91cfc1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a577421c-7271-155a-fbf1-4a7cddaa8554/hadoop.log.dir/,AVAILABLE} 2024-11-10T15:22:32,569 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c636791{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T15:22:32,710 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b776582{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a577421c-7271-155a-fbf1-4a7cddaa8554/java.io.tmpdir/jetty-localhost-42597-hadoop-hdfs-3_4_1-tests_jar-_-any-4078668193571665201/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T15:22:32,710 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4a453c14{HTTP/1.1, (http/1.1)}{localhost:42597} 2024-11-10T15:22:32,710 INFO [Time-limited test {}] server.Server(415): Started @283203ms 2024-11-10T15:22:33,095 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T15:22:33,099 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T15:22:33,103 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T15:22:33,103 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T15:22:33,103 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T15:22:33,104 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57ed330a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a577421c-7271-155a-fbf1-4a7cddaa8554/hadoop.log.dir/,AVAILABLE} 2024-11-10T15:22:33,105 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@399c85bd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T15:22:33,253 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e0f4b23{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a577421c-7271-155a-fbf1-4a7cddaa8554/java.io.tmpdir/jetty-localhost-44181-hadoop-hdfs-3_4_1-tests_jar-_-any-4890358745199553477/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T15:22:33,253 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2f9147eb{HTTP/1.1, (http/1.1)}{localhost:44181} 2024-11-10T15:22:33,253 INFO [Time-limited test {}] server.Server(415): Started @283746ms 2024-11-10T15:22:33,255 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T15:22:33,992 WARN [Thread-3671 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a577421c-7271-155a-fbf1-4a7cddaa8554/cluster_a4483e8d-f58e-69d9-00ab-add2fd255784/data/data1/current/BP-1858056102-172.17.0.3-1731252152010/current, will proceed with Du for space computation calculation, 2024-11-10T15:22:33,992 WARN [Thread-3672 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a577421c-7271-155a-fbf1-4a7cddaa8554/cluster_a4483e8d-f58e-69d9-00ab-add2fd255784/data/data2/current/BP-1858056102-172.17.0.3-1731252152010/current, will proceed with Du for space computation calculation, 2024-11-10T15:22:34,025 WARN [Thread-3659 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T15:22:34,038 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb1a863b11c574e48 with lease ID 0xbc5046f2a70209b2: Processing first storage report for DS-25f90b99-6ac1-458d-98af-49ac004d1ef7 from datanode DatanodeRegistration(127.0.0.1:46105, datanodeUuid=763f1768-bafa-45ad-851e-931cb96af48c, infoPort=33433, infoSecurePort=0, ipcPort=43235, storageInfo=lv=-57;cid=testClusterID;nsid=286123877;c=1731252152010) 2024-11-10T15:22:34,038 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb1a863b11c574e48 with lease ID 0xbc5046f2a70209b2: from storage DS-25f90b99-6ac1-458d-98af-49ac004d1ef7 node DatanodeRegistration(127.0.0.1:46105, datanodeUuid=763f1768-bafa-45ad-851e-931cb96af48c, infoPort=33433, infoSecurePort=0, ipcPort=43235, storageInfo=lv=-57;cid=testClusterID;nsid=286123877;c=1731252152010), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T15:22:34,038 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb1a863b11c574e48 with lease ID 0xbc5046f2a70209b2: Processing first storage report for DS-ea041aee-2fa3-4b18-b455-504d4e187701 from datanode DatanodeRegistration(127.0.0.1:46105, datanodeUuid=763f1768-bafa-45ad-851e-931cb96af48c, infoPort=33433, infoSecurePort=0, ipcPort=43235, storageInfo=lv=-57;cid=testClusterID;nsid=286123877;c=1731252152010) 2024-11-10T15:22:34,038 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb1a863b11c574e48 with lease ID 0xbc5046f2a70209b2: from storage DS-ea041aee-2fa3-4b18-b455-504d4e187701 node DatanodeRegistration(127.0.0.1:46105, datanodeUuid=763f1768-bafa-45ad-851e-931cb96af48c, infoPort=33433, infoSecurePort=0, ipcPort=43235, storageInfo=lv=-57;cid=testClusterID;nsid=286123877;c=1731252152010), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T15:22:34,102 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a577421c-7271-155a-fbf1-4a7cddaa8554 2024-11-10T15:22:34,102 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:22:34,104 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:22:34,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46105 is added to blk_1073741825_1001 (size=7) 2024-11-10T15:22:34,115 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a with version=8 2024-11-10T15:22:34,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/hbase-staging 2024-11-10T15:22:34,118 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c0771061be61:0 server-side Connection retries=45 2024-11-10T15:22:34,118 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T15:22:34,118 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T15:22:34,118 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T15:22:34,118 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T15:22:34,118 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T15:22:34,118 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T15:22:34,118 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T15:22:34,119 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34551 2024-11-10T15:22:34,120 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34551 connecting to ZooKeeper ensemble=127.0.0.1:55589 2024-11-10T15:22:34,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:345510x0, quorum=127.0.0.1:55589, baseZNode=/2-1798697379 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T15:22:34,156 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34551-0x101255739550006 connected 2024-11-10T15:22:34,254 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:22:34,256 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:22:34,258 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34551-0x101255739550006, quorum=127.0.0.1:55589, baseZNode=/2-1798697379 Set watcher on znode that does not yet exist, /2-1798697379/running 2024-11-10T15:22:34,259 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a, hbase.cluster.distributed=false 2024-11-10T15:22:34,260 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34551-0x101255739550006, quorum=127.0.0.1:55589, baseZNode=/2-1798697379 Set watcher on znode that does not yet exist, /2-1798697379/acl 2024-11-10T15:22:34,260 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34551 2024-11-10T15:22:34,261 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34551 2024-11-10T15:22:34,271 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34551 2024-11-10T15:22:34,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34551 2024-11-10T15:22:34,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34551 2024-11-10T15:22:34,291 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c0771061be61:0 server-side Connection retries=45 2024-11-10T15:22:34,291 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T15:22:34,291 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T15:22:34,291 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T15:22:34,291 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T15:22:34,291 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T15:22:34,291 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T15:22:34,291 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T15:22:34,292 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45521 2024-11-10T15:22:34,293 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45521 connecting to ZooKeeper ensemble=127.0.0.1:55589 2024-11-10T15:22:34,293 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:22:34,296 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:22:34,317 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:455210x0, quorum=127.0.0.1:55589, baseZNode=/2-1798697379 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T15:22:34,317 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:455210x0, quorum=127.0.0.1:55589, baseZNode=/2-1798697379 Set watcher on znode that does not yet exist, /2-1798697379/running 2024-11-10T15:22:34,318 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T15:22:34,320 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45521-0x101255739550007 connected 2024-11-10T15:22:34,324 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T15:22:34,325 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45521-0x101255739550007, quorum=127.0.0.1:55589, baseZNode=/2-1798697379 Set watcher on znode that does not yet exist, /2-1798697379/master 2024-11-10T15:22:34,326 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45521-0x101255739550007, quorum=127.0.0.1:55589, baseZNode=/2-1798697379 Set watcher on znode that does not yet exist, /2-1798697379/acl 2024-11-10T15:22:34,332 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45521 2024-11-10T15:22:34,332 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45521 2024-11-10T15:22:34,334 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45521 2024-11-10T15:22:34,342 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45521 2024-11-10T15:22:34,342 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45521 2024-11-10T15:22:34,360 DEBUG [M:0;c0771061be61:34551 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c0771061be61:34551 2024-11-10T15:22:34,361 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1798697379/backup-masters/c0771061be61,34551,1731252154117 2024-11-10T15:22:34,369 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45521-0x101255739550007, quorum=127.0.0.1:55589, baseZNode=/2-1798697379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1798697379/backup-masters 2024-11-10T15:22:34,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34551-0x101255739550006, quorum=127.0.0.1:55589, baseZNode=/2-1798697379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1798697379/backup-masters 2024-11-10T15:22:34,371 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34551-0x101255739550006, quorum=127.0.0.1:55589, baseZNode=/2-1798697379 Set watcher on existing znode=/2-1798697379/backup-masters/c0771061be61,34551,1731252154117 2024-11-10T15:22:34,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34551-0x101255739550006, quorum=127.0.0.1:55589, baseZNode=/2-1798697379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1798697379 2024-11-10T15:22:34,380 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45521-0x101255739550007, quorum=127.0.0.1:55589, baseZNode=/2-1798697379 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1798697379/master 2024-11-10T15:22:34,380 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45521-0x101255739550007, quorum=127.0.0.1:55589, baseZNode=/2-1798697379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1798697379 2024-11-10T15:22:34,381 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34551-0x101255739550006, quorum=127.0.0.1:55589, baseZNode=/2-1798697379 Set watcher on existing znode=/2-1798697379/master 2024-11-10T15:22:34,382 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1798697379/backup-masters/c0771061be61,34551,1731252154117 from backup master directory 2024-11-10T15:22:34,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34551-0x101255739550006, quorum=127.0.0.1:55589, baseZNode=/2-1798697379 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1798697379/backup-masters/c0771061be61,34551,1731252154117 2024-11-10T15:22:34,391 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45521-0x101255739550007, quorum=127.0.0.1:55589, baseZNode=/2-1798697379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1798697379/backup-masters 2024-11-10T15:22:34,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34551-0x101255739550006, quorum=127.0.0.1:55589, baseZNode=/2-1798697379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1798697379/backup-masters 2024-11-10T15:22:34,393 WARN [master/c0771061be61:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T15:22:34,393 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c0771061be61,34551,1731252154117 2024-11-10T15:22:34,420 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/hbase.id] with ID: dade8736-cb78-4007-8e38-08d97ece607a 2024-11-10T15:22:34,420 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/.tmp/hbase.id 2024-11-10T15:22:34,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46105 is added to blk_1073741826_1002 (size=42) 2024-11-10T15:22:34,830 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/.tmp/hbase.id]:[hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/hbase.id] 2024-11-10T15:22:34,847 INFO [master/c0771061be61:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:22:34,848 INFO [master/c0771061be61:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T15:22:34,849 INFO [master/c0771061be61:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T15:22:34,901 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45521-0x101255739550007, quorum=127.0.0.1:55589, baseZNode=/2-1798697379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1798697379 2024-11-10T15:22:34,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34551-0x101255739550006, quorum=127.0.0.1:55589, baseZNode=/2-1798697379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1798697379 2024-11-10T15:22:34,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46105 is added to blk_1073741827_1003 (size=196) 2024-11-10T15:22:35,308 INFO [master/c0771061be61:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T15:22:35,309 INFO [master/c0771061be61:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T15:22:35,309 INFO [master/c0771061be61:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T15:22:35,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46105 is added to blk_1073741828_1004 (size=1189) 2024-11-10T15:22:35,317 INFO [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/MasterData/data/master/store 2024-11-10T15:22:35,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46105 is added to blk_1073741829_1005 (size=34) 2024-11-10T15:22:35,323 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:22:35,323 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T15:22:35,323 INFO [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:22:35,323 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:22:35,323 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T15:22:35,323 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:22:35,323 INFO [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:22:35,323 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731252155323Disabling compacts and flushes for region at 1731252155323Disabling writes for close at 1731252155323Writing region close event to WAL at 1731252155323Closed at 1731252155323 2024-11-10T15:22:35,324 WARN [master/c0771061be61:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/MasterData/data/master/store/.initializing 2024-11-10T15:22:35,324 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/MasterData/WALs/c0771061be61,34551,1731252154117 2024-11-10T15:22:35,325 INFO [master/c0771061be61:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T15:22:35,326 INFO [master/c0771061be61:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c0771061be61%2C34551%2C1731252154117, suffix=, logDir=hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/MasterData/WALs/c0771061be61,34551,1731252154117, archiveDir=hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/MasterData/oldWALs, maxLogs=10 2024-11-10T15:22:35,346 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/MasterData/WALs/c0771061be61,34551,1731252154117/c0771061be61%2C34551%2C1731252154117.1731252155326, exclude list is [], retry=0 2024-11-10T15:22:35,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46105,DS-25f90b99-6ac1-458d-98af-49ac004d1ef7,DISK] 2024-11-10T15:22:35,351 INFO [master/c0771061be61:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/MasterData/WALs/c0771061be61,34551,1731252154117/c0771061be61%2C34551%2C1731252154117.1731252155326 2024-11-10T15:22:35,351 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33433:33433)] 2024-11-10T15:22:35,352 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T15:22:35,352 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:22:35,352 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:22:35,352 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:22:35,356 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:22:35,358 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T15:22:35,358 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:22:35,358 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:22:35,358 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:22:35,359 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T15:22:35,360 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:22:35,360 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:22:35,360 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:22:35,361 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T15:22:35,361 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:22:35,362 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:22:35,362 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:22:35,363 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T15:22:35,363 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:22:35,363 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:22:35,364 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:22:35,364 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:22:35,364 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:22:35,366 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:22:35,366 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:22:35,366 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T15:22:35,367 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:22:35,369 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T15:22:35,369 INFO [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63642397, jitterRate=-0.0516543835401535}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T15:22:35,369 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731252155352Initializing all the Stores at 1731252155353 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731252155353Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252155356 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252155356Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252155356Cleaning up temporary data from old regions at 1731252155366 (+10 ms)Region opened successfully at 1731252155369 (+3 ms) 2024-11-10T15:22:35,370 INFO [master/c0771061be61:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T15:22:35,372 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@141d5034, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c0771061be61/172.17.0.3:0 2024-11-10T15:22:35,373 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T15:22:35,373 INFO [master/c0771061be61:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T15:22:35,373 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T15:22:35,374 INFO [master/c0771061be61:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T15:22:35,375 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T15:22:35,375 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T15:22:35,375 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T15:22:35,378 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T15:22:35,379 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34551-0x101255739550006, quorum=127.0.0.1:55589, baseZNode=/2-1798697379 Unable to get data of znode /2-1798697379/balancer because node does not exist (not necessarily an error) 2024-11-10T15:22:35,427 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1798697379/balancer already deleted, retry=false 2024-11-10T15:22:35,427 INFO [master/c0771061be61:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T15:22:35,428 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34551-0x101255739550006, quorum=127.0.0.1:55589, baseZNode=/2-1798697379 Unable to get data of znode /2-1798697379/normalizer because node does not exist (not necessarily an error) 2024-11-10T15:22:35,437 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1798697379/normalizer already deleted, retry=false 2024-11-10T15:22:35,438 INFO [master/c0771061be61:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T15:22:35,439 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34551-0x101255739550006, quorum=127.0.0.1:55589, baseZNode=/2-1798697379 Unable to get data of znode /2-1798697379/switch/split because node does not exist (not necessarily an error) 2024-11-10T15:22:35,448 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1798697379/switch/split already deleted, retry=false 2024-11-10T15:22:35,449 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34551-0x101255739550006, quorum=127.0.0.1:55589, baseZNode=/2-1798697379 Unable to get data of znode /2-1798697379/switch/merge because node does not exist (not necessarily an error) 2024-11-10T15:22:35,458 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1798697379/switch/merge already deleted, retry=false 2024-11-10T15:22:35,460 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34551-0x101255739550006, quorum=127.0.0.1:55589, baseZNode=/2-1798697379 Unable to get data of znode /2-1798697379/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T15:22:35,469 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1798697379/snapshot-cleanup already deleted, retry=false 2024-11-10T15:22:35,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34551-0x101255739550006, quorum=127.0.0.1:55589, baseZNode=/2-1798697379 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1798697379/running 2024-11-10T15:22:35,479 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45521-0x101255739550007, quorum=127.0.0.1:55589, baseZNode=/2-1798697379 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1798697379/running 2024-11-10T15:22:35,479 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45521-0x101255739550007, quorum=127.0.0.1:55589, baseZNode=/2-1798697379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1798697379 2024-11-10T15:22:35,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34551-0x101255739550006, quorum=127.0.0.1:55589, baseZNode=/2-1798697379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1798697379 2024-11-10T15:22:35,480 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c0771061be61,34551,1731252154117, sessionid=0x101255739550006, setting cluster-up flag (Was=false) 2024-11-10T15:22:35,511 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45521-0x101255739550007, quorum=127.0.0.1:55589, baseZNode=/2-1798697379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1798697379 2024-11-10T15:22:35,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34551-0x101255739550006, quorum=127.0.0.1:55589, baseZNode=/2-1798697379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1798697379 2024-11-10T15:22:35,648 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1798697379/flush-table-proc/acquired, /2-1798697379/flush-table-proc/reached, /2-1798697379/flush-table-proc/abort 2024-11-10T15:22:35,649 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c0771061be61,34551,1731252154117 2024-11-10T15:22:35,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34551-0x101255739550006, quorum=127.0.0.1:55589, baseZNode=/2-1798697379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1798697379 2024-11-10T15:22:35,669 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45521-0x101255739550007, quorum=127.0.0.1:55589, baseZNode=/2-1798697379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1798697379 2024-11-10T15:22:35,700 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1798697379/online-snapshot/acquired, /2-1798697379/online-snapshot/reached, /2-1798697379/online-snapshot/abort 2024-11-10T15:22:35,701 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c0771061be61,34551,1731252154117 2024-11-10T15:22:35,702 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T15:22:35,703 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T15:22:35,704 INFO [master/c0771061be61:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T15:22:35,704 INFO [master/c0771061be61:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T15:22:35,704 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c0771061be61,34551,1731252154117 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T15:22:35,705 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c0771061be61:0, corePoolSize=5, maxPoolSize=5 2024-11-10T15:22:35,705 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c0771061be61:0, corePoolSize=5, maxPoolSize=5 2024-11-10T15:22:35,705 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c0771061be61:0, corePoolSize=5, maxPoolSize=5 2024-11-10T15:22:35,705 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c0771061be61:0, corePoolSize=5, maxPoolSize=5 2024-11-10T15:22:35,705 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c0771061be61:0, corePoolSize=10, maxPoolSize=10 2024-11-10T15:22:35,705 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:22:35,705 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c0771061be61:0, corePoolSize=2, maxPoolSize=2 2024-11-10T15:22:35,705 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:22:35,706 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731252185706 2024-11-10T15:22:35,706 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T15:22:35,706 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T15:22:35,706 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T15:22:35,706 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T15:22:35,706 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T15:22:35,706 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T15:22:35,707 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T15:22:35,707 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T15:22:35,707 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T15:22:35,707 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T15:22:35,707 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T15:22:35,707 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T15:22:35,707 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T15:22:35,707 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T15:22:35,707 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T15:22:35,708 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c0771061be61:0:becomeActiveMaster-HFileCleaner.large.0-1731252155708,5,FailOnTimeoutGroup] 2024-11-10T15:22:35,708 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:22:35,708 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c0771061be61:0:becomeActiveMaster-HFileCleaner.small.0-1731252155708,5,FailOnTimeoutGroup] 2024-11-10T15:22:35,708 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T15:22:35,708 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T15:22:35,708 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T15:22:35,708 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T15:22:35,708 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T15:22:35,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46105 is added to blk_1073741831_1007 (size=1321) 2024-11-10T15:22:35,720 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T15:22:35,720 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a 2024-11-10T15:22:35,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46105 is added to blk_1073741832_1008 (size=32) 2024-11-10T15:22:35,745 INFO [RS:0;c0771061be61:45521 {}] regionserver.HRegionServer(746): ClusterId : dade8736-cb78-4007-8e38-08d97ece607a 2024-11-10T15:22:35,745 DEBUG [RS:0;c0771061be61:45521 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T15:22:35,754 DEBUG [RS:0;c0771061be61:45521 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T15:22:35,754 DEBUG [RS:0;c0771061be61:45521 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T15:22:35,764 DEBUG [RS:0;c0771061be61:45521 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T15:22:35,764 DEBUG [RS:0;c0771061be61:45521 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f19b828, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c0771061be61/172.17.0.3:0 2024-11-10T15:22:35,779 DEBUG [RS:0;c0771061be61:45521 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c0771061be61:45521 2024-11-10T15:22:35,779 INFO [RS:0;c0771061be61:45521 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T15:22:35,779 INFO [RS:0;c0771061be61:45521 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T15:22:35,779 DEBUG [RS:0;c0771061be61:45521 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T15:22:35,780 INFO [RS:0;c0771061be61:45521 {}] regionserver.HRegionServer(2659): reportForDuty to master=c0771061be61,34551,1731252154117 with port=45521, startcode=1731252154291 2024-11-10T15:22:35,780 DEBUG [RS:0;c0771061be61:45521 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T15:22:35,782 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35325, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T15:22:35,782 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34551 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c0771061be61,45521,1731252154291 2024-11-10T15:22:35,782 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34551 {}] master.ServerManager(517): Registering regionserver=c0771061be61,45521,1731252154291 2024-11-10T15:22:35,783 DEBUG [RS:0;c0771061be61:45521 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a 2024-11-10T15:22:35,783 DEBUG [RS:0;c0771061be61:45521 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41593 2024-11-10T15:22:35,783 DEBUG [RS:0;c0771061be61:45521 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T15:22:35,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34551-0x101255739550006, quorum=127.0.0.1:55589, baseZNode=/2-1798697379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1798697379/rs 2024-11-10T15:22:35,838 DEBUG [RS:0;c0771061be61:45521 {}] zookeeper.ZKUtil(111): regionserver:45521-0x101255739550007, quorum=127.0.0.1:55589, baseZNode=/2-1798697379 Set watcher on existing znode=/2-1798697379/rs/c0771061be61,45521,1731252154291 2024-11-10T15:22:35,838 WARN [RS:0;c0771061be61:45521 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T15:22:35,838 INFO [RS:0;c0771061be61:45521 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T15:22:35,838 DEBUG [RS:0;c0771061be61:45521 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/WALs/c0771061be61,45521,1731252154291 2024-11-10T15:22:35,838 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c0771061be61,45521,1731252154291] 2024-11-10T15:22:35,842 INFO [RS:0;c0771061be61:45521 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T15:22:35,844 INFO [RS:0;c0771061be61:45521 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T15:22:35,846 INFO [RS:0;c0771061be61:45521 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T15:22:35,846 INFO [RS:0;c0771061be61:45521 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T15:22:35,848 INFO [RS:0;c0771061be61:45521 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T15:22:35,849 INFO [RS:0;c0771061be61:45521 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T15:22:35,849 INFO [RS:0;c0771061be61:45521 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T15:22:35,849 DEBUG [RS:0;c0771061be61:45521 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:22:35,849 DEBUG [RS:0;c0771061be61:45521 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:22:35,849 DEBUG [RS:0;c0771061be61:45521 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:22:35,849 DEBUG [RS:0;c0771061be61:45521 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:22:35,849 DEBUG [RS:0;c0771061be61:45521 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:22:35,849 DEBUG [RS:0;c0771061be61:45521 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c0771061be61:0, corePoolSize=2, maxPoolSize=2 2024-11-10T15:22:35,849 DEBUG [RS:0;c0771061be61:45521 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:22:35,849 DEBUG [RS:0;c0771061be61:45521 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:22:35,849 DEBUG [RS:0;c0771061be61:45521 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:22:35,849 DEBUG [RS:0;c0771061be61:45521 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:22:35,849 DEBUG [RS:0;c0771061be61:45521 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:22:35,849 DEBUG [RS:0;c0771061be61:45521 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:22:35,849 DEBUG [RS:0;c0771061be61:45521 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c0771061be61:0, corePoolSize=3, maxPoolSize=3 2024-11-10T15:22:35,849 DEBUG [RS:0;c0771061be61:45521 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c0771061be61:0, corePoolSize=3, maxPoolSize=3 2024-11-10T15:22:35,852 INFO [RS:0;c0771061be61:45521 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T15:22:35,852 INFO [RS:0;c0771061be61:45521 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T15:22:35,852 INFO [RS:0;c0771061be61:45521 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T15:22:35,852 INFO [RS:0;c0771061be61:45521 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T15:22:35,852 INFO [RS:0;c0771061be61:45521 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T15:22:35,852 INFO [RS:0;c0771061be61:45521 {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,45521,1731252154291-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T15:22:35,876 INFO [RS:0;c0771061be61:45521 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T15:22:35,877 INFO [RS:0;c0771061be61:45521 {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,45521,1731252154291-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T15:22:35,877 INFO [RS:0;c0771061be61:45521 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:22:35,877 INFO [RS:0;c0771061be61:45521 {}] regionserver.Replication(171): c0771061be61,45521,1731252154291 started 2024-11-10T15:22:35,899 INFO [RS:0;c0771061be61:45521 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:22:35,899 INFO [RS:0;c0771061be61:45521 {}] regionserver.HRegionServer(1482): Serving as c0771061be61,45521,1731252154291, RpcServer on c0771061be61/172.17.0.3:45521, sessionid=0x101255739550007 2024-11-10T15:22:35,899 DEBUG [RS:0;c0771061be61:45521 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T15:22:35,899 DEBUG [RS:0;c0771061be61:45521 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c0771061be61,45521,1731252154291 2024-11-10T15:22:35,899 DEBUG [RS:0;c0771061be61:45521 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c0771061be61,45521,1731252154291' 2024-11-10T15:22:35,899 DEBUG [RS:0;c0771061be61:45521 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1798697379/flush-table-proc/abort' 2024-11-10T15:22:35,900 DEBUG [RS:0;c0771061be61:45521 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1798697379/flush-table-proc/acquired' 2024-11-10T15:22:35,900 DEBUG [RS:0;c0771061be61:45521 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T15:22:35,900 DEBUG [RS:0;c0771061be61:45521 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T15:22:35,900 DEBUG [RS:0;c0771061be61:45521 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c0771061be61,45521,1731252154291 2024-11-10T15:22:35,900 DEBUG [RS:0;c0771061be61:45521 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c0771061be61,45521,1731252154291' 2024-11-10T15:22:35,900 DEBUG [RS:0;c0771061be61:45521 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1798697379/online-snapshot/abort' 2024-11-10T15:22:35,900 DEBUG [RS:0;c0771061be61:45521 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1798697379/online-snapshot/acquired' 2024-11-10T15:22:35,901 DEBUG [RS:0;c0771061be61:45521 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T15:22:35,901 INFO [RS:0;c0771061be61:45521 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T15:22:35,901 INFO [RS:0;c0771061be61:45521 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T15:22:36,001 INFO [RS:0;c0771061be61:45521 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T15:22:36,002 INFO [RS:0;c0771061be61:45521 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0771061be61%2C45521%2C1731252154291, suffix=, logDir=hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/WALs/c0771061be61,45521,1731252154291, archiveDir=hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/oldWALs, maxLogs=10 2024-11-10T15:22:36,021 DEBUG [RS:0;c0771061be61:45521 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/WALs/c0771061be61,45521,1731252154291/c0771061be61%2C45521%2C1731252154291.1731252156003, exclude list is [], retry=0 2024-11-10T15:22:36,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46105,DS-25f90b99-6ac1-458d-98af-49ac004d1ef7,DISK] 2024-11-10T15:22:36,025 INFO [RS:0;c0771061be61:45521 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/WALs/c0771061be61,45521,1731252154291/c0771061be61%2C45521%2C1731252154291.1731252156003 2024-11-10T15:22:36,025 DEBUG [RS:0;c0771061be61:45521 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33433:33433)] 2024-11-10T15:22:36,132 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:22:36,133 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T15:22:36,134 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T15:22:36,134 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:22:36,135 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:22:36,135 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T15:22:36,136 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T15:22:36,136 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:22:36,137 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:22:36,137 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T15:22:36,138 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T15:22:36,138 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:22:36,138 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:22:36,138 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T15:22:36,139 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T15:22:36,139 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:22:36,139 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:22:36,140 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T15:22:36,140 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/data/hbase/meta/1588230740 2024-11-10T15:22:36,140 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/data/hbase/meta/1588230740 2024-11-10T15:22:36,141 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T15:22:36,141 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T15:22:36,142 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T15:22:36,143 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T15:22:36,144 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T15:22:36,145 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69389922, jitterRate=0.03399041295051575}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T15:22:36,145 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731252156132Initializing all the Stores at 1731252156133 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731252156133Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731252156133Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252156133Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731252156133Cleaning up temporary data from old regions at 1731252156141 (+8 ms)Region opened successfully at 1731252156145 (+4 ms) 2024-11-10T15:22:36,145 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T15:22:36,145 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T15:22:36,145 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T15:22:36,145 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T15:22:36,145 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T15:22:36,145 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T15:22:36,145 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731252156145Disabling compacts and flushes for region at 1731252156145Disabling writes for close at 1731252156145Writing region close event to WAL at 1731252156145Closed at 1731252156145 2024-11-10T15:22:36,146 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T15:22:36,147 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T15:22:36,147 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T15:22:36,148 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T15:22:36,149 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T15:22:36,299 DEBUG [c0771061be61:34551 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T15:22:36,300 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c0771061be61,45521,1731252154291 2024-11-10T15:22:36,304 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c0771061be61,45521,1731252154291, state=OPENING 2024-11-10T15:22:36,353 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T15:22:36,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34551-0x101255739550006, quorum=127.0.0.1:55589, baseZNode=/2-1798697379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1798697379 2024-11-10T15:22:36,364 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45521-0x101255739550007, quorum=127.0.0.1:55589, baseZNode=/2-1798697379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1798697379 2024-11-10T15:22:36,364 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1798697379/meta-region-server: CHANGED 2024-11-10T15:22:36,364 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1798697379/meta-region-server: CHANGED 2024-11-10T15:22:36,364 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T15:22:36,364 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c0771061be61,45521,1731252154291}] 2024-11-10T15:22:36,517 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T15:22:36,519 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35075, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T15:22:36,522 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T15:22:36,522 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T15:22:36,522 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T15:22:36,523 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0771061be61%2C45521%2C1731252154291.meta, suffix=.meta, logDir=hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/WALs/c0771061be61,45521,1731252154291, archiveDir=hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/oldWALs, maxLogs=10 2024-11-10T15:22:36,542 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/WALs/c0771061be61,45521,1731252154291/c0771061be61%2C45521%2C1731252154291.meta.1731252156524.meta, exclude list is [], retry=0 2024-11-10T15:22:36,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46105,DS-25f90b99-6ac1-458d-98af-49ac004d1ef7,DISK] 2024-11-10T15:22:36,547 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/WALs/c0771061be61,45521,1731252154291/c0771061be61%2C45521%2C1731252154291.meta.1731252156524.meta 2024-11-10T15:22:36,547 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33433:33433)] 2024-11-10T15:22:36,547 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T15:22:36,548 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T15:22:36,548 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T15:22:36,548 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T15:22:36,548 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T15:22:36,548 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T15:22:36,548 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:22:36,548 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T15:22:36,548 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T15:22:36,552 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T15:22:36,553 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T15:22:36,553 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:22:36,553 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:22:36,553 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T15:22:36,555 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T15:22:36,555 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:22:36,555 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:22:36,555 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T15:22:36,556 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T15:22:36,556 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:22:36,556 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:22:36,556 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T15:22:36,557 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T15:22:36,557 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:22:36,557 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:22:36,557 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T15:22:36,558 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/data/hbase/meta/1588230740 2024-11-10T15:22:36,558 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/data/hbase/meta/1588230740 2024-11-10T15:22:36,559 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T15:22:36,559 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T15:22:36,560 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T15:22:36,560 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T15:22:36,561 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62791846, jitterRate=-0.06432858109474182}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T15:22:36,561 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T15:22:36,561 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731252156549Writing region info on filesystem at 1731252156549Initializing all the Stores at 1731252156549Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731252156549Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731252156552 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252156552Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731252156552Cleaning up temporary data from old regions at 1731252156559 (+7 ms)Running coprocessor post-open hooks at 1731252156561 (+2 ms)Region opened successfully at 1731252156561 2024-11-10T15:22:36,562 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731252156517 2024-11-10T15:22:36,564 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T15:22:36,564 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T15:22:36,565 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c0771061be61,45521,1731252154291 2024-11-10T15:22:36,565 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c0771061be61,45521,1731252154291, state=OPEN 2024-11-10T15:22:36,574 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45521-0x101255739550007, quorum=127.0.0.1:55589, baseZNode=/2-1798697379 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1798697379/meta-region-server 2024-11-10T15:22:36,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34551-0x101255739550006, quorum=127.0.0.1:55589, baseZNode=/2-1798697379 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1798697379/meta-region-server 2024-11-10T15:22:36,574 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c0771061be61,45521,1731252154291 2024-11-10T15:22:36,574 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1798697379/meta-region-server: CHANGED 2024-11-10T15:22:36,574 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1798697379/meta-region-server: CHANGED 2024-11-10T15:22:36,580 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T15:22:36,580 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c0771061be61,45521,1731252154291 in 210 msec 2024-11-10T15:22:36,582 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T15:22:36,582 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 433 msec 2024-11-10T15:22:36,583 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T15:22:36,583 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T15:22:36,584 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T15:22:36,584 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0771061be61,45521,1731252154291, seqNum=-1] 2024-11-10T15:22:36,584 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T15:22:36,585 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52461, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T15:22:36,590 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 886 msec 2024-11-10T15:22:36,590 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731252156590, completionTime=-1 2024-11-10T15:22:36,590 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T15:22:36,590 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T15:22:36,592 INFO [master/c0771061be61:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T15:22:36,592 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731252216592 2024-11-10T15:22:36,592 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731252276592 2024-11-10T15:22:36,592 INFO [master/c0771061be61:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-10T15:22:36,593 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,34551,1731252154117-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T15:22:36,593 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,34551,1731252154117-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:22:36,593 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,34551,1731252154117-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:22:36,593 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c0771061be61:34551, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:22:36,593 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T15:22:36,593 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T15:22:36,595 DEBUG [master/c0771061be61:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T15:22:36,596 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.203sec 2024-11-10T15:22:36,596 INFO [master/c0771061be61:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T15:22:36,597 INFO [master/c0771061be61:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T15:22:36,597 INFO [master/c0771061be61:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T15:22:36,597 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T15:22:36,597 INFO [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T15:22:36,597 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,34551,1731252154117-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T15:22:36,597 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,34551,1731252154117-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T15:22:36,600 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T15:22:36,600 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T15:22:36,600 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,34551,1731252154117-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:22:36,646 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3272fba4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:22:36,646 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0771061be61,34551,-1 for getting cluster id 2024-11-10T15:22:36,646 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T15:22:36,647 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dade8736-cb78-4007-8e38-08d97ece607a' 2024-11-10T15:22:36,648 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T15:22:36,648 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dade8736-cb78-4007-8e38-08d97ece607a" 2024-11-10T15:22:36,648 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d6f8465, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:22:36,648 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0771061be61,34551,-1] 2024-11-10T15:22:36,649 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T15:22:36,649 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:22:36,649 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T15:22:36,650 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1949b87e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:22:36,651 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T15:22:36,651 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0771061be61,45521,1731252154291, seqNum=-1] 2024-11-10T15:22:36,652 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T15:22:36,653 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T15:22:36,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c0771061be61,34551,1731252154117 2024-11-10T15:22:36,655 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:55589 2024-11-10T15:22:36,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:55589, baseZNode=/2-1798697379 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T15:22:36,664 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101255739550008 connected 2024-11-10T15:22:36,677 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T15:22:36,678 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is c0771061be61,45291,1731252143930 2024-11-10T15:22:36,678 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@54133dcd 2024-11-10T15:22:36,679 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T15:22:36,680 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T15:22:36,681 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45291 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T15:22:36,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45291 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T15:22:36,683 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T15:22:36,683 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:22:36,683 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45291 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T15:22:36,684 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T15:22:36,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45291 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T15:22:36,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38389 is added to blk_1073741835_1011 (size=902) 2024-11-10T15:22:36,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45291 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T15:22:36,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45291 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T15:22:37,098 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a15a5598f6519010bb0766b089e187f8, NAME => 'test,,1731252156680.a15a5598f6519010bb0766b089e187f8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540 2024-11-10T15:22:37,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38389 is added to blk_1073741836_1012 (size=39) 2024-11-10T15:22:37,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45291 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T15:22:37,505 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731252156680.a15a5598f6519010bb0766b089e187f8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:22:37,505 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a15a5598f6519010bb0766b089e187f8, disabling compactions & flushes 2024-11-10T15:22:37,505 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731252156680.a15a5598f6519010bb0766b089e187f8. 2024-11-10T15:22:37,505 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731252156680.a15a5598f6519010bb0766b089e187f8. 2024-11-10T15:22:37,505 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731252156680.a15a5598f6519010bb0766b089e187f8. after waiting 0 ms 2024-11-10T15:22:37,505 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731252156680.a15a5598f6519010bb0766b089e187f8. 2024-11-10T15:22:37,505 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731252156680.a15a5598f6519010bb0766b089e187f8. 2024-11-10T15:22:37,505 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a15a5598f6519010bb0766b089e187f8: Waiting for close lock at 1731252157505Disabling compacts and flushes for region at 1731252157505Disabling writes for close at 1731252157505Writing region close event to WAL at 1731252157505Closed at 1731252157505 2024-11-10T15:22:37,507 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T15:22:37,507 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731252156680.a15a5598f6519010bb0766b089e187f8.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731252157507"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731252157507"}]},"ts":"1731252157507"} 2024-11-10T15:22:37,509 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T15:22:37,510 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T15:22:37,510 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731252157510"}]},"ts":"1731252157510"} 2024-11-10T15:22:37,513 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T15:22:37,513 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a15a5598f6519010bb0766b089e187f8, ASSIGN}] 2024-11-10T15:22:37,515 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a15a5598f6519010bb0766b089e187f8, ASSIGN 2024-11-10T15:22:37,516 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a15a5598f6519010bb0766b089e187f8, ASSIGN; state=OFFLINE, location=c0771061be61,40951,1731252144119; forceNewPlan=false, retain=false 2024-11-10T15:22:37,667 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a15a5598f6519010bb0766b089e187f8, regionState=OPENING, regionLocation=c0771061be61,40951,1731252144119 2024-11-10T15:22:37,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a15a5598f6519010bb0766b089e187f8, ASSIGN because future has completed 2024-11-10T15:22:37,670 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a15a5598f6519010bb0766b089e187f8, server=c0771061be61,40951,1731252144119}] 2024-11-10T15:22:37,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45291 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T15:22:37,842 INFO [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731252156680.a15a5598f6519010bb0766b089e187f8. 2024-11-10T15:22:37,843 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a15a5598f6519010bb0766b089e187f8, NAME => 'test,,1731252156680.a15a5598f6519010bb0766b089e187f8.', STARTKEY => '', ENDKEY => ''} 2024-11-10T15:22:37,843 INFO [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T15:22:37,843 INFO [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T15:22:37,843 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a15a5598f6519010bb0766b089e187f8 2024-11-10T15:22:37,844 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731252156680.a15a5598f6519010bb0766b089e187f8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:22:37,844 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a15a5598f6519010bb0766b089e187f8 2024-11-10T15:22:37,844 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a15a5598f6519010bb0766b089e187f8 2024-11-10T15:22:37,845 INFO [StoreOpener-a15a5598f6519010bb0766b089e187f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a15a5598f6519010bb0766b089e187f8 2024-11-10T15:22:37,847 INFO [StoreOpener-a15a5598f6519010bb0766b089e187f8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a15a5598f6519010bb0766b089e187f8 columnFamilyName f 2024-11-10T15:22:37,847 DEBUG [StoreOpener-a15a5598f6519010bb0766b089e187f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:22:37,847 INFO [StoreOpener-a15a5598f6519010bb0766b089e187f8-1 {}] regionserver.HStore(327): Store=a15a5598f6519010bb0766b089e187f8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:22:37,847 INFO [StoreOpener-a15a5598f6519010bb0766b089e187f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a15a5598f6519010bb0766b089e187f8 2024-11-10T15:22:37,848 INFO [StoreOpener-a15a5598f6519010bb0766b089e187f8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a15a5598f6519010bb0766b089e187f8 columnFamilyName f1 2024-11-10T15:22:37,849 DEBUG [StoreOpener-a15a5598f6519010bb0766b089e187f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:22:37,849 INFO [StoreOpener-a15a5598f6519010bb0766b089e187f8-1 {}] regionserver.HStore(327): Store=a15a5598f6519010bb0766b089e187f8/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:22:37,849 INFO [StoreOpener-a15a5598f6519010bb0766b089e187f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a15a5598f6519010bb0766b089e187f8 2024-11-10T15:22:37,850 INFO [StoreOpener-a15a5598f6519010bb0766b089e187f8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a15a5598f6519010bb0766b089e187f8 columnFamilyName norep 2024-11-10T15:22:37,850 DEBUG [StoreOpener-a15a5598f6519010bb0766b089e187f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:22:37,850 INFO [StoreOpener-a15a5598f6519010bb0766b089e187f8-1 {}] regionserver.HStore(327): Store=a15a5598f6519010bb0766b089e187f8/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:22:37,851 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a15a5598f6519010bb0766b089e187f8 2024-11-10T15:22:37,851 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/data/default/test/a15a5598f6519010bb0766b089e187f8 2024-11-10T15:22:37,852 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/data/default/test/a15a5598f6519010bb0766b089e187f8 2024-11-10T15:22:37,853 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a15a5598f6519010bb0766b089e187f8 2024-11-10T15:22:37,853 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a15a5598f6519010bb0766b089e187f8 2024-11-10T15:22:37,854 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T15:22:37,855 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a15a5598f6519010bb0766b089e187f8 2024-11-10T15:22:37,866 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/data/default/test/a15a5598f6519010bb0766b089e187f8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T15:22:37,871 INFO [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a15a5598f6519010bb0766b089e187f8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63481512, jitterRate=-0.054051756858825684}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T15:22:37,871 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a15a5598f6519010bb0766b089e187f8 2024-11-10T15:22:37,871 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a15a5598f6519010bb0766b089e187f8: Running coprocessor pre-open hook at 1731252157844Writing region info on filesystem at 1731252157844Initializing all the Stores at 1731252157845 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252157845Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252157845Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252157845Cleaning up temporary data from old regions at 1731252157853 (+8 ms)Running coprocessor post-open hooks at 1731252157871 (+18 ms)Region opened successfully at 1731252157871 2024-11-10T15:22:37,879 INFO [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731252156680.a15a5598f6519010bb0766b089e187f8., pid=6, masterSystemTime=1731252157828 2024-11-10T15:22:37,892 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731252156680.a15a5598f6519010bb0766b089e187f8. 2024-11-10T15:22:37,892 INFO [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731252156680.a15a5598f6519010bb0766b089e187f8. 2024-11-10T15:22:37,892 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a15a5598f6519010bb0766b089e187f8, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c0771061be61,40951,1731252144119 2024-11-10T15:22:37,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a15a5598f6519010bb0766b089e187f8, server=c0771061be61,40951,1731252144119 because future has completed 2024-11-10T15:22:37,914 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T15:22:37,914 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a15a5598f6519010bb0766b089e187f8, server=c0771061be61,40951,1731252144119 in 242 msec 2024-11-10T15:22:37,917 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T15:22:37,917 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a15a5598f6519010bb0766b089e187f8, ASSIGN in 402 msec 2024-11-10T15:22:37,918 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T15:22:37,918 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731252157918"}]},"ts":"1731252157918"} 2024-11-10T15:22:37,923 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T15:22:37,925 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T15:22:37,928 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2440 sec 2024-11-10T15:22:38,538 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-10T15:22:38,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45291 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T15:22:38,838 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T15:22:38,838 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T15:22:38,839 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is c0771061be61,45653,1731252149118 2024-11-10T15:22:38,840 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c80ea4c 2024-11-10T15:22:38,840 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T15:22:38,841 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T15:22:38,842 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45653 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T15:22:38,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45653 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T15:22:38,844 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T15:22:38,845 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:22:38,845 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45653 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T15:22:38,846 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T15:22:38,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45653 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T15:22:38,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45761 is added to blk_1073741835_1011 (size=902) 2024-11-10T15:22:38,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45653 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T15:22:39,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45653 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T15:22:39,259 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ff1dd0fe203c4305017a3ffc7df1385d, NAME => 'test,,1731252158841.ff1dd0fe203c4305017a3ffc7df1385d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737 2024-11-10T15:22:39,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45761 is added to blk_1073741836_1012 (size=39) 2024-11-10T15:22:39,275 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731252158841.ff1dd0fe203c4305017a3ffc7df1385d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:22:39,275 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ff1dd0fe203c4305017a3ffc7df1385d, disabling compactions & flushes 2024-11-10T15:22:39,275 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731252158841.ff1dd0fe203c4305017a3ffc7df1385d. 2024-11-10T15:22:39,275 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731252158841.ff1dd0fe203c4305017a3ffc7df1385d. 2024-11-10T15:22:39,276 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731252158841.ff1dd0fe203c4305017a3ffc7df1385d. after waiting 0 ms 2024-11-10T15:22:39,276 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731252158841.ff1dd0fe203c4305017a3ffc7df1385d. 2024-11-10T15:22:39,276 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731252158841.ff1dd0fe203c4305017a3ffc7df1385d. 2024-11-10T15:22:39,276 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ff1dd0fe203c4305017a3ffc7df1385d: Waiting for close lock at 1731252159275Disabling compacts and flushes for region at 1731252159275Disabling writes for close at 1731252159276 (+1 ms)Writing region close event to WAL at 1731252159276Closed at 1731252159276 2024-11-10T15:22:39,277 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T15:22:39,277 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731252158841.ff1dd0fe203c4305017a3ffc7df1385d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731252159277"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731252159277"}]},"ts":"1731252159277"} 2024-11-10T15:22:39,279 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T15:22:39,280 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T15:22:39,280 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731252159280"}]},"ts":"1731252159280"} 2024-11-10T15:22:39,283 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T15:22:39,283 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ff1dd0fe203c4305017a3ffc7df1385d, ASSIGN}] 2024-11-10T15:22:39,284 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ff1dd0fe203c4305017a3ffc7df1385d, ASSIGN 2024-11-10T15:22:39,286 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ff1dd0fe203c4305017a3ffc7df1385d, ASSIGN; state=OFFLINE, location=c0771061be61,43335,1731252149235; forceNewPlan=false, retain=false 2024-11-10T15:22:39,436 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ff1dd0fe203c4305017a3ffc7df1385d, regionState=OPENING, regionLocation=c0771061be61,43335,1731252149235 2024-11-10T15:22:39,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ff1dd0fe203c4305017a3ffc7df1385d, ASSIGN because future has completed 2024-11-10T15:22:39,439 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ff1dd0fe203c4305017a3ffc7df1385d, server=c0771061be61,43335,1731252149235}] 2024-11-10T15:22:39,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45653 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T15:22:39,595 INFO [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731252158841.ff1dd0fe203c4305017a3ffc7df1385d. 2024-11-10T15:22:39,595 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ff1dd0fe203c4305017a3ffc7df1385d, NAME => 'test,,1731252158841.ff1dd0fe203c4305017a3ffc7df1385d.', STARTKEY => '', ENDKEY => ''} 2024-11-10T15:22:39,595 INFO [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T15:22:39,595 INFO [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T15:22:39,595 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ff1dd0fe203c4305017a3ffc7df1385d 2024-11-10T15:22:39,596 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731252158841.ff1dd0fe203c4305017a3ffc7df1385d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:22:39,596 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ff1dd0fe203c4305017a3ffc7df1385d 2024-11-10T15:22:39,596 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ff1dd0fe203c4305017a3ffc7df1385d 2024-11-10T15:22:39,597 INFO [StoreOpener-ff1dd0fe203c4305017a3ffc7df1385d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ff1dd0fe203c4305017a3ffc7df1385d 2024-11-10T15:22:39,598 INFO [StoreOpener-ff1dd0fe203c4305017a3ffc7df1385d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff1dd0fe203c4305017a3ffc7df1385d columnFamilyName f 2024-11-10T15:22:39,598 DEBUG [StoreOpener-ff1dd0fe203c4305017a3ffc7df1385d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:22:39,598 INFO [StoreOpener-ff1dd0fe203c4305017a3ffc7df1385d-1 {}] regionserver.HStore(327): Store=ff1dd0fe203c4305017a3ffc7df1385d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:22:39,598 INFO [StoreOpener-ff1dd0fe203c4305017a3ffc7df1385d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ff1dd0fe203c4305017a3ffc7df1385d 2024-11-10T15:22:39,599 INFO [StoreOpener-ff1dd0fe203c4305017a3ffc7df1385d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff1dd0fe203c4305017a3ffc7df1385d columnFamilyName f1 2024-11-10T15:22:39,599 DEBUG [StoreOpener-ff1dd0fe203c4305017a3ffc7df1385d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:22:39,600 INFO [StoreOpener-ff1dd0fe203c4305017a3ffc7df1385d-1 {}] regionserver.HStore(327): Store=ff1dd0fe203c4305017a3ffc7df1385d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:22:39,600 INFO [StoreOpener-ff1dd0fe203c4305017a3ffc7df1385d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ff1dd0fe203c4305017a3ffc7df1385d 2024-11-10T15:22:39,601 INFO [StoreOpener-ff1dd0fe203c4305017a3ffc7df1385d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff1dd0fe203c4305017a3ffc7df1385d columnFamilyName norep 2024-11-10T15:22:39,601 DEBUG [StoreOpener-ff1dd0fe203c4305017a3ffc7df1385d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:22:39,601 INFO [StoreOpener-ff1dd0fe203c4305017a3ffc7df1385d-1 {}] regionserver.HStore(327): Store=ff1dd0fe203c4305017a3ffc7df1385d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:22:39,601 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ff1dd0fe203c4305017a3ffc7df1385d 2024-11-10T15:22:39,602 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/data/default/test/ff1dd0fe203c4305017a3ffc7df1385d 2024-11-10T15:22:39,602 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/data/default/test/ff1dd0fe203c4305017a3ffc7df1385d 2024-11-10T15:22:39,602 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ff1dd0fe203c4305017a3ffc7df1385d 2024-11-10T15:22:39,603 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ff1dd0fe203c4305017a3ffc7df1385d 2024-11-10T15:22:39,603 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T15:22:39,604 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ff1dd0fe203c4305017a3ffc7df1385d 2024-11-10T15:22:39,605 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/data/default/test/ff1dd0fe203c4305017a3ffc7df1385d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T15:22:39,606 INFO [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ff1dd0fe203c4305017a3ffc7df1385d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71161908, jitterRate=0.06039506196975708}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T15:22:39,606 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ff1dd0fe203c4305017a3ffc7df1385d 2024-11-10T15:22:39,606 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ff1dd0fe203c4305017a3ffc7df1385d: Running coprocessor pre-open hook at 1731252159596Writing region info on filesystem at 1731252159596Initializing all the Stores at 1731252159596Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252159596Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252159597 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252159597Cleaning up temporary data from old regions at 1731252159603 (+6 ms)Running coprocessor post-open hooks at 1731252159606 (+3 ms)Region opened successfully at 1731252159606 2024-11-10T15:22:39,606 INFO [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731252158841.ff1dd0fe203c4305017a3ffc7df1385d., pid=6, masterSystemTime=1731252159591 2024-11-10T15:22:39,608 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731252158841.ff1dd0fe203c4305017a3ffc7df1385d. 2024-11-10T15:22:39,608 INFO [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731252158841.ff1dd0fe203c4305017a3ffc7df1385d. 2024-11-10T15:22:39,609 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ff1dd0fe203c4305017a3ffc7df1385d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c0771061be61,43335,1731252149235 2024-11-10T15:22:39,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ff1dd0fe203c4305017a3ffc7df1385d, server=c0771061be61,43335,1731252149235 because future has completed 2024-11-10T15:22:39,613 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T15:22:39,614 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ff1dd0fe203c4305017a3ffc7df1385d, server=c0771061be61,43335,1731252149235 in 173 msec 2024-11-10T15:22:39,615 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T15:22:39,615 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ff1dd0fe203c4305017a3ffc7df1385d, ASSIGN in 330 msec 2024-11-10T15:22:39,616 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T15:22:39,616 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731252159616"}]},"ts":"1731252159616"} 2024-11-10T15:22:39,618 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T15:22:39,619 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T15:22:39,621 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 777 msec 2024-11-10T15:22:39,834 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-10T15:22:39,834 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-10T15:22:39,834 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T15:22:39,834 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-10T15:22:39,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45653 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T15:22:39,998 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T15:22:39,998 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T15:22:39,999 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c0771061be61,34551,1731252154117 2024-11-10T15:22:39,999 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@492de60f 2024-11-10T15:22:39,999 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T15:22:40,000 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T15:22:40,001 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34551 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T15:22:40,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34551 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T15:22:40,003 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T15:22:40,003 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:22:40,003 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34551 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T15:22:40,004 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T15:22:40,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34551 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T15:22:40,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46105 is added to blk_1073741835_1011 (size=902) 2024-11-10T15:22:40,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34551 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T15:22:40,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34551 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T15:22:40,411 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 27b9780a75d85c2d194304b5c5cbd266, NAME => 'test,,1731252160001.27b9780a75d85c2d194304b5c5cbd266.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a 2024-11-10T15:22:40,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46105 is added to blk_1073741836_1012 (size=39) 2024-11-10T15:22:40,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34551 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T15:22:40,817 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731252160001.27b9780a75d85c2d194304b5c5cbd266.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:22:40,818 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 27b9780a75d85c2d194304b5c5cbd266, disabling compactions & flushes 2024-11-10T15:22:40,818 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731252160001.27b9780a75d85c2d194304b5c5cbd266. 2024-11-10T15:22:40,818 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731252160001.27b9780a75d85c2d194304b5c5cbd266. 2024-11-10T15:22:40,818 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731252160001.27b9780a75d85c2d194304b5c5cbd266. after waiting 0 ms 2024-11-10T15:22:40,818 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731252160001.27b9780a75d85c2d194304b5c5cbd266. 2024-11-10T15:22:40,818 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731252160001.27b9780a75d85c2d194304b5c5cbd266. 2024-11-10T15:22:40,818 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 27b9780a75d85c2d194304b5c5cbd266: Waiting for close lock at 1731252160817Disabling compacts and flushes for region at 1731252160817Disabling writes for close at 1731252160818 (+1 ms)Writing region close event to WAL at 1731252160818Closed at 1731252160818 2024-11-10T15:22:40,868 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T15:22:40,868 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731252160001.27b9780a75d85c2d194304b5c5cbd266.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731252160868"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731252160868"}]},"ts":"1731252160868"} 2024-11-10T15:22:40,870 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T15:22:40,871 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T15:22:40,872 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731252160871"}]},"ts":"1731252160871"} 2024-11-10T15:22:40,874 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T15:22:40,874 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=27b9780a75d85c2d194304b5c5cbd266, ASSIGN}] 2024-11-10T15:22:40,875 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=27b9780a75d85c2d194304b5c5cbd266, ASSIGN 2024-11-10T15:22:40,876 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=27b9780a75d85c2d194304b5c5cbd266, ASSIGN; state=OFFLINE, location=c0771061be61,45521,1731252154291; forceNewPlan=false, retain=false 2024-11-10T15:22:41,027 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=27b9780a75d85c2d194304b5c5cbd266, regionState=OPENING, regionLocation=c0771061be61,45521,1731252154291 2024-11-10T15:22:41,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=27b9780a75d85c2d194304b5c5cbd266, ASSIGN because future has completed 2024-11-10T15:22:41,030 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 27b9780a75d85c2d194304b5c5cbd266, server=c0771061be61,45521,1731252154291}] 2024-11-10T15:22:41,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34551 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T15:22:41,193 INFO [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731252160001.27b9780a75d85c2d194304b5c5cbd266. 2024-11-10T15:22:41,193 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 27b9780a75d85c2d194304b5c5cbd266, NAME => 'test,,1731252160001.27b9780a75d85c2d194304b5c5cbd266.', STARTKEY => '', ENDKEY => ''} 2024-11-10T15:22:41,193 INFO [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T15:22:41,193 INFO [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T15:22:41,193 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 27b9780a75d85c2d194304b5c5cbd266 2024-11-10T15:22:41,193 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731252160001.27b9780a75d85c2d194304b5c5cbd266.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:22:41,194 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 27b9780a75d85c2d194304b5c5cbd266 2024-11-10T15:22:41,194 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 27b9780a75d85c2d194304b5c5cbd266 2024-11-10T15:22:41,216 INFO [StoreOpener-27b9780a75d85c2d194304b5c5cbd266-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 27b9780a75d85c2d194304b5c5cbd266 2024-11-10T15:22:41,223 INFO [StoreOpener-27b9780a75d85c2d194304b5c5cbd266-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27b9780a75d85c2d194304b5c5cbd266 columnFamilyName f 2024-11-10T15:22:41,223 DEBUG [StoreOpener-27b9780a75d85c2d194304b5c5cbd266-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:22:41,232 INFO [StoreOpener-27b9780a75d85c2d194304b5c5cbd266-1 {}] regionserver.HStore(327): Store=27b9780a75d85c2d194304b5c5cbd266/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:22:41,232 INFO [StoreOpener-27b9780a75d85c2d194304b5c5cbd266-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 27b9780a75d85c2d194304b5c5cbd266 2024-11-10T15:22:41,237 INFO [StoreOpener-27b9780a75d85c2d194304b5c5cbd266-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27b9780a75d85c2d194304b5c5cbd266 columnFamilyName f1 2024-11-10T15:22:41,237 DEBUG [StoreOpener-27b9780a75d85c2d194304b5c5cbd266-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:22:41,238 INFO [StoreOpener-27b9780a75d85c2d194304b5c5cbd266-1 {}] regionserver.HStore(327): Store=27b9780a75d85c2d194304b5c5cbd266/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:22:41,238 INFO [StoreOpener-27b9780a75d85c2d194304b5c5cbd266-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 27b9780a75d85c2d194304b5c5cbd266 2024-11-10T15:22:41,245 INFO [StoreOpener-27b9780a75d85c2d194304b5c5cbd266-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27b9780a75d85c2d194304b5c5cbd266 columnFamilyName norep 2024-11-10T15:22:41,245 DEBUG [StoreOpener-27b9780a75d85c2d194304b5c5cbd266-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:22:41,250 INFO [StoreOpener-27b9780a75d85c2d194304b5c5cbd266-1 {}] regionserver.HStore(327): Store=27b9780a75d85c2d194304b5c5cbd266/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:22:41,251 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 27b9780a75d85c2d194304b5c5cbd266 2024-11-10T15:22:41,252 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/data/default/test/27b9780a75d85c2d194304b5c5cbd266 2024-11-10T15:22:41,252 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/data/default/test/27b9780a75d85c2d194304b5c5cbd266 2024-11-10T15:22:41,253 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 27b9780a75d85c2d194304b5c5cbd266 2024-11-10T15:22:41,253 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 27b9780a75d85c2d194304b5c5cbd266 2024-11-10T15:22:41,254 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T15:22:41,255 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 27b9780a75d85c2d194304b5c5cbd266 2024-11-10T15:22:41,261 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/data/default/test/27b9780a75d85c2d194304b5c5cbd266/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T15:22:41,261 INFO [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 27b9780a75d85c2d194304b5c5cbd266; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59252552, jitterRate=-0.11706817150115967}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T15:22:41,261 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 27b9780a75d85c2d194304b5c5cbd266 2024-11-10T15:22:41,261 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 27b9780a75d85c2d194304b5c5cbd266: Running coprocessor pre-open hook at 1731252161194Writing region info on filesystem at 1731252161194Initializing all the Stores at 1731252161204 (+10 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252161204Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252161212 (+8 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252161212Cleaning up temporary data from old regions at 1731252161253 (+41 ms)Running coprocessor post-open hooks at 1731252161261 (+8 ms)Region opened successfully at 1731252161261 2024-11-10T15:22:41,262 INFO [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731252160001.27b9780a75d85c2d194304b5c5cbd266., pid=6, masterSystemTime=1731252161186 2024-11-10T15:22:41,265 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731252160001.27b9780a75d85c2d194304b5c5cbd266. 2024-11-10T15:22:41,265 INFO [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731252160001.27b9780a75d85c2d194304b5c5cbd266. 2024-11-10T15:22:41,266 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=27b9780a75d85c2d194304b5c5cbd266, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c0771061be61,45521,1731252154291 2024-11-10T15:22:41,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 27b9780a75d85c2d194304b5c5cbd266, server=c0771061be61,45521,1731252154291 because future has completed 2024-11-10T15:22:41,275 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T15:22:41,275 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 27b9780a75d85c2d194304b5c5cbd266, server=c0771061be61,45521,1731252154291 in 243 msec 2024-11-10T15:22:41,278 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T15:22:41,279 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=27b9780a75d85c2d194304b5c5cbd266, ASSIGN in 401 msec 2024-11-10T15:22:41,280 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T15:22:41,281 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731252161280"}]},"ts":"1731252161280"} 2024-11-10T15:22:41,283 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T15:22:41,285 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T15:22:41,286 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2840 sec 2024-11-10T15:22:42,051 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T15:22:42,052 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:42,053 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:42,053 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:42,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:42,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:42,107 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:42,107 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:42,107 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:42,108 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:42,108 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:42,108 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:42,118 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:42,122 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:42,123 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:42,126 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:42,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34551 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T15:22:42,148 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T15:22:42,149 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@624d68a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:22:42,149 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0771061be61,45291,-1 for getting cluster id 2024-11-10T15:22:42,149 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T15:22:42,150 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6a49d1d2-e7a2-4184-a859-f57bd1d36cf2' 2024-11-10T15:22:42,150 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T15:22:42,150 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6a49d1d2-e7a2-4184-a859-f57bd1d36cf2" 2024-11-10T15:22:42,150 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1552f864, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:22:42,150 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0771061be61,45291,-1] 2024-11-10T15:22:42,151 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T15:22:42,151 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:22:42,152 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T15:22:42,153 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@220f35b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:22:42,153 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T15:22:42,154 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is c0771061be61,45291,1731252143930 2024-11-10T15:22:42,154 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@636be9d3 2024-11-10T15:22:42,154 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T15:22:42,155 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T15:22:42,156 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45291 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://c0771061be61:45653,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T15:22:42,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45291 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T15:22:42,159 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c0771061be61:45653' 2024-11-10T15:22:42,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45291 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T15:22:42,164 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e1127ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:22:42,164 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c0771061be61,45653,-1 for getting cluster id 2024-11-10T15:22:42,164 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T15:22:42,164 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd27b561f-bce7-4372-9a24-c85503b2e6b1' 2024-11-10T15:22:42,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T15:22:42,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d27b561f-bce7-4372-9a24-c85503b2e6b1" 2024-11-10T15:22:42,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67e70c97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:22:42,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0771061be61,45653,-1] 2024-11-10T15:22:42,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T15:22:42,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:22:42,166 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T15:22:42,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ac51059, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:22:42,167 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T15:22:42,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c0771061be61,45653,1731252149118 2024-11-10T15:22:42,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1bdecef9 2024-11-10T15:22:42,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T15:22:42,169 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T15:22:42,170 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-10T15:22:42,170 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T15:22:42,170 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:22:42,171 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:22:42,171 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T15:22:42,172 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T15:22:42,172 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T15:22:42,173 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T15:22:42,173 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:22:42,174 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T15:22:42,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38389 is added to blk_1073741837_1013 (size=1138) 2024-11-10T15:22:42,223 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T15:22:42,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45291 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T15:22:42,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45291 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T15:22:42,585 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d21c2324e1ac4a7727cbb973aed53c66, NAME => 'hbase:replication,,1731252162171.d21c2324e1ac4a7727cbb973aed53c66.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540 2024-11-10T15:22:42,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38389 is added to blk_1073741838_1014 (size=44) 2024-11-10T15:22:42,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45291 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T15:22:42,995 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731252162171.d21c2324e1ac4a7727cbb973aed53c66.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:22:42,995 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d21c2324e1ac4a7727cbb973aed53c66, disabling compactions & flushes 2024-11-10T15:22:42,995 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731252162171.d21c2324e1ac4a7727cbb973aed53c66. 2024-11-10T15:22:42,995 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731252162171.d21c2324e1ac4a7727cbb973aed53c66. 2024-11-10T15:22:42,995 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731252162171.d21c2324e1ac4a7727cbb973aed53c66. after waiting 0 ms 2024-11-10T15:22:42,995 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731252162171.d21c2324e1ac4a7727cbb973aed53c66. 2024-11-10T15:22:42,995 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731252162171.d21c2324e1ac4a7727cbb973aed53c66. 2024-11-10T15:22:42,995 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d21c2324e1ac4a7727cbb973aed53c66: Waiting for close lock at 1731252162995Disabling compacts and flushes for region at 1731252162995Disabling writes for close at 1731252162995Writing region close event to WAL at 1731252162995Closed at 1731252162995 2024-11-10T15:22:42,997 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T15:22:42,997 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731252162171.d21c2324e1ac4a7727cbb973aed53c66.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731252162997"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731252162997"}]},"ts":"1731252162997"} 2024-11-10T15:22:42,999 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T15:22:42,999 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T15:22:42,999 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731252162999"}]},"ts":"1731252162999"} 2024-11-10T15:22:43,001 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T15:22:43,001 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d21c2324e1ac4a7727cbb973aed53c66, ASSIGN}] 2024-11-10T15:22:43,002 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d21c2324e1ac4a7727cbb973aed53c66, ASSIGN 2024-11-10T15:22:43,003 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d21c2324e1ac4a7727cbb973aed53c66, ASSIGN; state=OFFLINE, location=c0771061be61,40951,1731252144119; forceNewPlan=false, retain=false 2024-11-10T15:22:43,153 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d21c2324e1ac4a7727cbb973aed53c66, regionState=OPENING, regionLocation=c0771061be61,40951,1731252144119 2024-11-10T15:22:43,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d21c2324e1ac4a7727cbb973aed53c66, ASSIGN because future has completed 2024-11-10T15:22:43,157 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d21c2324e1ac4a7727cbb973aed53c66, server=c0771061be61,40951,1731252144119}] 2024-11-10T15:22:43,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45291 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T15:22:43,312 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731252162171.d21c2324e1ac4a7727cbb973aed53c66. 2024-11-10T15:22:43,312 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T15:22:43,312 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T15:22:43,314 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0771061be61%2C40951%2C1731252144119.rep, suffix=, logDir=hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/WALs/c0771061be61,40951,1731252144119, archiveDir=hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/oldWALs, maxLogs=10 2024-11-10T15:22:43,335 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/WALs/c0771061be61,40951,1731252144119/c0771061be61%2C40951%2C1731252144119.rep.1731252163314, exclude list is [], retry=0 2024-11-10T15:22:43,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38389,DS-cb703836-b9b5-4837-94e9-f458e5b3da9a,DISK] 2024-11-10T15:22:43,346 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/WALs/c0771061be61,40951,1731252144119/c0771061be61%2C40951%2C1731252144119.rep.1731252163314 2024-11-10T15:22:43,346 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37253:37253)] 2024-11-10T15:22:43,347 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => d21c2324e1ac4a7727cbb973aed53c66, NAME => 'hbase:replication,,1731252162171.d21c2324e1ac4a7727cbb973aed53c66.', STARTKEY => '', ENDKEY => ''} 2024-11-10T15:22:43,347 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T15:22:43,347 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T15:22:43,347 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731252162171.d21c2324e1ac4a7727cbb973aed53c66. service=MultiRowMutationService 2024-11-10T15:22:43,347 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T15:22:43,347 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d21c2324e1ac4a7727cbb973aed53c66 2024-11-10T15:22:43,347 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731252162171.d21c2324e1ac4a7727cbb973aed53c66.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:22:43,348 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for d21c2324e1ac4a7727cbb973aed53c66 2024-11-10T15:22:43,348 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for d21c2324e1ac4a7727cbb973aed53c66 2024-11-10T15:22:43,356 INFO [StoreOpener-d21c2324e1ac4a7727cbb973aed53c66-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d21c2324e1ac4a7727cbb973aed53c66 2024-11-10T15:22:43,359 INFO [StoreOpener-d21c2324e1ac4a7727cbb973aed53c66-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d21c2324e1ac4a7727cbb973aed53c66 columnFamilyName hfileref 2024-11-10T15:22:43,359 DEBUG [StoreOpener-d21c2324e1ac4a7727cbb973aed53c66-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:22:43,360 INFO [StoreOpener-d21c2324e1ac4a7727cbb973aed53c66-1 {}] regionserver.HStore(327): Store=d21c2324e1ac4a7727cbb973aed53c66/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:22:43,360 INFO [StoreOpener-d21c2324e1ac4a7727cbb973aed53c66-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d21c2324e1ac4a7727cbb973aed53c66 2024-11-10T15:22:43,361 INFO [StoreOpener-d21c2324e1ac4a7727cbb973aed53c66-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d21c2324e1ac4a7727cbb973aed53c66 columnFamilyName queue 2024-11-10T15:22:43,361 DEBUG [StoreOpener-d21c2324e1ac4a7727cbb973aed53c66-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:22:43,361 INFO [StoreOpener-d21c2324e1ac4a7727cbb973aed53c66-1 {}] regionserver.HStore(327): Store=d21c2324e1ac4a7727cbb973aed53c66/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:22:43,362 INFO [StoreOpener-d21c2324e1ac4a7727cbb973aed53c66-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d21c2324e1ac4a7727cbb973aed53c66 2024-11-10T15:22:43,362 INFO [StoreOpener-d21c2324e1ac4a7727cbb973aed53c66-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d21c2324e1ac4a7727cbb973aed53c66 columnFamilyName sid 2024-11-10T15:22:43,363 DEBUG [StoreOpener-d21c2324e1ac4a7727cbb973aed53c66-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:22:43,363 INFO [StoreOpener-d21c2324e1ac4a7727cbb973aed53c66-1 {}] regionserver.HStore(327): Store=d21c2324e1ac4a7727cbb973aed53c66/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:22:43,363 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for d21c2324e1ac4a7727cbb973aed53c66 2024-11-10T15:22:43,363 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/data/hbase/replication/d21c2324e1ac4a7727cbb973aed53c66 2024-11-10T15:22:43,364 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/data/hbase/replication/d21c2324e1ac4a7727cbb973aed53c66 2024-11-10T15:22:43,373 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for d21c2324e1ac4a7727cbb973aed53c66 2024-11-10T15:22:43,374 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for d21c2324e1ac4a7727cbb973aed53c66 2024-11-10T15:22:43,376 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T15:22:43,382 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for d21c2324e1ac4a7727cbb973aed53c66 2024-11-10T15:22:43,393 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/data/hbase/replication/d21c2324e1ac4a7727cbb973aed53c66/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T15:22:43,393 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened d21c2324e1ac4a7727cbb973aed53c66; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63571398, jitterRate=-0.05271235108375549}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T15:22:43,393 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d21c2324e1ac4a7727cbb973aed53c66 2024-11-10T15:22:43,393 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for d21c2324e1ac4a7727cbb973aed53c66: Running coprocessor pre-open hook at 1731252163348Writing region info on filesystem at 1731252163348Initializing all the Stores at 1731252163353 (+5 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252163353Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252163356 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252163356Cleaning up temporary data from old regions at 1731252163374 (+18 ms)Running coprocessor post-open hooks at 1731252163393 (+19 ms)Region opened successfully at 1731252163393 2024-11-10T15:22:43,394 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731252162171.d21c2324e1ac4a7727cbb973aed53c66., pid=10, masterSystemTime=1731252163308 2024-11-10T15:22:43,401 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d21c2324e1ac4a7727cbb973aed53c66, regionState=OPEN, openSeqNum=2, regionLocation=c0771061be61,40951,1731252144119 2024-11-10T15:22:43,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d21c2324e1ac4a7727cbb973aed53c66, server=c0771061be61,40951,1731252144119 because future has completed 2024-11-10T15:22:43,408 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731252162171.d21c2324e1ac4a7727cbb973aed53c66. 2024-11-10T15:22:43,408 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731252162171.d21c2324e1ac4a7727cbb973aed53c66. 2024-11-10T15:22:43,412 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T15:22:43,412 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure d21c2324e1ac4a7727cbb973aed53c66, server=c0771061be61,40951,1731252144119 in 253 msec 2024-11-10T15:22:43,414 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-10T15:22:43,415 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d21c2324e1ac4a7727cbb973aed53c66, ASSIGN in 411 msec 2024-11-10T15:22:43,415 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T15:22:43,416 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731252163415"}]},"ts":"1731252163415"} 2024-11-10T15:22:43,419 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T15:22:43,420 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T15:22:43,422 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2490 sec 2024-11-10T15:22:43,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731252162171.d21c2324e1ac4a7727cbb973aed53c66., hostname=c0771061be61,40951,1731252144119, seqNum=2] 2024-11-10T15:22:43,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45291-0x101255739550000, quorum=127.0.0.1:55589, baseZNode=/0-1402196038 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1402196038 2024-11-10T15:22:43,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40951-0x101255739550001, quorum=127.0.0.1:55589, baseZNode=/0-1402196038 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1402196038 2024-11-10T15:22:43,575 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T15:22:43,728 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40951 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-10T15:22:43,728 INFO [RS_REFRESH_PEER-regionserver/c0771061be61:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T15:22:43,769 INFO [RS_REFRESH_PEER-regionserver/c0771061be61:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c0771061be61,40951,1731252144119, ReplicationSource: 1, currentBandwidth=0 2024-11-10T15:22:43,770 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T15:22:43,770 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0771061be61,40951,1731252144119, seqNum=-1] 2024-11-10T15:22:43,770 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T15:22:43,772 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60683, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-10T15:22:43,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c0771061be61,40951,1731252144119', locateType=CURRENT is [region=hbase:replication,,1731252162171.d21c2324e1ac4a7727cbb973aed53c66., hostname=c0771061be61,40951,1731252144119, seqNum=2] 2024-11-10T15:22:43,777 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-10T15:22:43,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45291 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-10T15:22:43,783 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c0771061be61,40951,1731252144119 suceeded 2024-11-10T15:22:43,785 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-10T15:22:43,785 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 208 msec 2024-11-10T15:22:43,785 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c0771061be61:45653,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T15:22:43,786 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6290 sec 2024-11-10T15:22:43,797 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,40951,1731252144119 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c0771061be61:45653' 2024-11-10T15:22:43,806 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T15:22:43,807 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c0771061be61,45381,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c0771061be61:45381 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T15:22:43,808 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108739 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c0771061be61,45381,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c0771061be61:45381 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T15:22:43,812 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,40951,1731252144119 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@844b2c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:22:43,812 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,40951,1731252144119 {}] client.ClusterIdFetcher(90): Going to request c0771061be61,45653,-1 for getting cluster id 2024-11-10T15:22:43,812 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,40951,1731252144119 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T15:22:43,813 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd27b561f-bce7-4372-9a24-c85503b2e6b1' 2024-11-10T15:22:43,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T15:22:43,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d27b561f-bce7-4372-9a24-c85503b2e6b1" 2024-11-10T15:22:43,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@353fa1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:22:43,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0771061be61,45653,-1] 2024-11-10T15:22:43,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T15:22:43,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:22:43,817 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-10T15:22:43,826 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,40951,1731252144119 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@49049204, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:22:43,827 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,40951,1731252144119 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T15:22:43,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c0771061be61,45653,1731252149118 2024-11-10T15:22:43,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3246572d 2024-11-10T15:22:43,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T15:22:43,831 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-10T15:22:43,834 INFO [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,40951,1731252144119 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c0771061be61,40951,1731252144119 (queues=1) is replicating from cluster=6a49d1d2-e7a2-4184-a859-f57bd1d36cf2 to cluster=d27b561f-bce7-4372-9a24-c85503b2e6b1 2024-11-10T15:22:43,834 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,40951,1731252144119 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c0771061be61%2C40951%2C1731252144119 2024-11-10T15:22:43,834 INFO [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,40951,1731252144119 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c0771061be61,40951,1731252144119, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T15:22:43,847 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,40951,1731252144119.replicationSource.wal-reader.c0771061be61%2C40951%2C1731252144119,1-c0771061be61,40951,1731252144119 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/WALs/c0771061be61,40951,1731252144119/c0771061be61%2C40951%2C1731252144119.1731252146344, startPosition=0, beingWritten=true 2024-11-10T15:22:43,852 INFO [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,40951,1731252144119.replicationSource.shipperc0771061be61%2C40951%2C1731252144119,1-c0771061be61,40951,1731252144119 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c0771061be61%2C40951%2C1731252144119 2024-11-10T15:22:43,862 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,40951,1731252144119.replicationSource.wal-reader.c0771061be61%2C40951%2C1731252144119,1-c0771061be61,40951,1731252144119 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T15:22:43,862 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,40951,1731252144119.replicationSource.wal-reader.c0771061be61%2C40951%2C1731252144119,1-c0771061be61,40951,1731252144119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/WALs/c0771061be61,40951,1731252144119/c0771061be61%2C40951%2C1731252144119.1731252146344 to pos 379, reset compression=false 2024-11-10T15:22:43,863 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,40951,1731252144119.replicationSource.shipperc0771061be61%2C40951%2C1731252144119,1-c0771061be61,40951,1731252144119 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0771061be61,40951,1731252144119 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/WALs/c0771061be61,40951,1731252144119/c0771061be61%2C40951%2C1731252144119.1731252146344, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T15:22:44,069 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,40951,1731252144119.replicationSource.wal-reader.c0771061be61%2C40951%2C1731252144119,1-c0771061be61,40951,1731252144119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/WALs/c0771061be61,40951,1731252144119/c0771061be61%2C40951%2C1731252144119.1731252146344 to pos 379, reset compression=false 2024-11-10T15:22:44,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45291 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T15:22:44,318 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T15:22:44,318 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:22:44,318 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:22:44,318 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:22:44,318 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T15:22:44,319 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6694bf2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:22:44,319 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0771061be61,45653,-1 for getting cluster id 2024-11-10T15:22:44,319 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T15:22:44,319 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T15:22:44,320 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd27b561f-bce7-4372-9a24-c85503b2e6b1' 2024-11-10T15:22:44,320 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T15:22:44,320 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d27b561f-bce7-4372-9a24-c85503b2e6b1" 2024-11-10T15:22:44,320 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16defb9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:22:44,320 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0771061be61,45653,-1] 2024-11-10T15:22:44,321 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T15:22:44,321 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:22:44,322 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T15:22:44,322 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@211bd237, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:22:44,323 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T15:22:44,324 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is c0771061be61,45653,1731252149118 2024-11-10T15:22:44,324 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@357bd020 2024-11-10T15:22:44,324 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T15:22:44,326 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T15:22:44,326 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45653 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://c0771061be61:34551,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T15:22:44,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45653 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T15:22:44,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45653 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T15:22:44,329 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c0771061be61:34551' 2024-11-10T15:22:44,330 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3704ec13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:22:44,331 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c0771061be61,34551,-1 for getting cluster id 2024-11-10T15:22:44,331 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T15:22:44,331 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dade8736-cb78-4007-8e38-08d97ece607a' 2024-11-10T15:22:44,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T15:22:44,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dade8736-cb78-4007-8e38-08d97ece607a" 2024-11-10T15:22:44,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d752ba9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:22:44,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0771061be61,34551,-1] 2024-11-10T15:22:44,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T15:22:44,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:22:44,333 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T15:22:44,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@754663, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:22:44,334 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T15:22:44,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c0771061be61,34551,1731252154117 2024-11-10T15:22:44,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f3c8630 2024-11-10T15:22:44,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T15:22:44,336 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T15:22:44,337 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-10T15:22:44,337 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T15:22:44,337 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:22:44,337 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:22:44,337 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T15:22:44,337 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T15:22:44,338 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T15:22:44,340 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T15:22:44,340 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:22:44,341 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T15:22:44,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45761 is added to blk_1073741837_1013 (size=1138) 2024-11-10T15:22:44,351 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1d2d5b9c2035994964d62e2f6ba5921c, NAME => 'hbase:replication,,1731252164337.1d2d5b9c2035994964d62e2f6ba5921c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737 2024-11-10T15:22:44,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45761 is added to blk_1073741838_1014 (size=44) 2024-11-10T15:22:44,361 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731252164337.1d2d5b9c2035994964d62e2f6ba5921c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:22:44,361 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 1d2d5b9c2035994964d62e2f6ba5921c, disabling compactions & flushes 2024-11-10T15:22:44,361 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731252164337.1d2d5b9c2035994964d62e2f6ba5921c. 2024-11-10T15:22:44,361 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731252164337.1d2d5b9c2035994964d62e2f6ba5921c. 2024-11-10T15:22:44,361 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731252164337.1d2d5b9c2035994964d62e2f6ba5921c. after waiting 0 ms 2024-11-10T15:22:44,361 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731252164337.1d2d5b9c2035994964d62e2f6ba5921c. 2024-11-10T15:22:44,361 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731252164337.1d2d5b9c2035994964d62e2f6ba5921c. 2024-11-10T15:22:44,361 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1d2d5b9c2035994964d62e2f6ba5921c: Waiting for close lock at 1731252164361Disabling compacts and flushes for region at 1731252164361Disabling writes for close at 1731252164361Writing region close event to WAL at 1731252164361Closed at 1731252164361 2024-11-10T15:22:44,363 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T15:22:44,363 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731252164337.1d2d5b9c2035994964d62e2f6ba5921c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731252164363"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731252164363"}]},"ts":"1731252164363"} 2024-11-10T15:22:44,365 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T15:22:44,366 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T15:22:44,366 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731252164366"}]},"ts":"1731252164366"} 2024-11-10T15:22:44,367 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T15:22:44,368 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1d2d5b9c2035994964d62e2f6ba5921c, ASSIGN}] 2024-11-10T15:22:44,369 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1d2d5b9c2035994964d62e2f6ba5921c, ASSIGN 2024-11-10T15:22:44,369 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1d2d5b9c2035994964d62e2f6ba5921c, ASSIGN; state=OFFLINE, location=c0771061be61,43335,1731252149235; forceNewPlan=false, retain=false 2024-11-10T15:22:44,372 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,40951,1731252144119.replicationSource.wal-reader.c0771061be61%2C40951%2C1731252144119,1-c0771061be61,40951,1731252144119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/WALs/c0771061be61,40951,1731252144119/c0771061be61%2C40951%2C1731252144119.1731252146344 to pos 379, reset compression=false 2024-11-10T15:22:44,389 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T15:22:44,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45653 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T15:22:44,520 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1d2d5b9c2035994964d62e2f6ba5921c, regionState=OPENING, regionLocation=c0771061be61,43335,1731252149235 2024-11-10T15:22:44,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1d2d5b9c2035994964d62e2f6ba5921c, ASSIGN because future has completed 2024-11-10T15:22:44,526 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1d2d5b9c2035994964d62e2f6ba5921c, server=c0771061be61,43335,1731252149235}] 2024-11-10T15:22:44,539 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-10T15:22:44,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45653 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T15:22:44,684 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731252164337.1d2d5b9c2035994964d62e2f6ba5921c. 2024-11-10T15:22:44,684 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T15:22:44,685 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T15:22:44,686 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0771061be61%2C43335%2C1731252149235.rep, suffix=, logDir=hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/WALs/c0771061be61,43335,1731252149235, archiveDir=hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/oldWALs, maxLogs=10 2024-11-10T15:22:44,705 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/WALs/c0771061be61,43335,1731252149235/c0771061be61%2C43335%2C1731252149235.rep.1731252164686, exclude list is [], retry=0 2024-11-10T15:22:44,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45761,DS-28237eb8-4b0b-48ea-9b8d-8ad835a3ec86,DISK] 2024-11-10T15:22:44,708 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/WALs/c0771061be61,43335,1731252149235/c0771061be61%2C43335%2C1731252149235.rep.1731252164686 2024-11-10T15:22:44,713 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42199:42199)] 2024-11-10T15:22:44,713 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 1d2d5b9c2035994964d62e2f6ba5921c, NAME => 'hbase:replication,,1731252164337.1d2d5b9c2035994964d62e2f6ba5921c.', STARTKEY => '', ENDKEY => ''} 2024-11-10T15:22:44,713 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T15:22:44,713 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T15:22:44,714 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731252164337.1d2d5b9c2035994964d62e2f6ba5921c. service=MultiRowMutationService 2024-11-10T15:22:44,714 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T15:22:44,714 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 1d2d5b9c2035994964d62e2f6ba5921c 2024-11-10T15:22:44,714 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731252164337.1d2d5b9c2035994964d62e2f6ba5921c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:22:44,714 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 1d2d5b9c2035994964d62e2f6ba5921c 2024-11-10T15:22:44,714 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 1d2d5b9c2035994964d62e2f6ba5921c 2024-11-10T15:22:44,718 INFO [StoreOpener-1d2d5b9c2035994964d62e2f6ba5921c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 1d2d5b9c2035994964d62e2f6ba5921c 2024-11-10T15:22:44,720 INFO [StoreOpener-1d2d5b9c2035994964d62e2f6ba5921c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d2d5b9c2035994964d62e2f6ba5921c columnFamilyName hfileref 2024-11-10T15:22:44,720 DEBUG [StoreOpener-1d2d5b9c2035994964d62e2f6ba5921c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:22:44,721 INFO [StoreOpener-1d2d5b9c2035994964d62e2f6ba5921c-1 {}] regionserver.HStore(327): Store=1d2d5b9c2035994964d62e2f6ba5921c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:22:44,721 INFO [StoreOpener-1d2d5b9c2035994964d62e2f6ba5921c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 1d2d5b9c2035994964d62e2f6ba5921c 2024-11-10T15:22:44,722 INFO [StoreOpener-1d2d5b9c2035994964d62e2f6ba5921c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d2d5b9c2035994964d62e2f6ba5921c columnFamilyName queue 2024-11-10T15:22:44,722 DEBUG [StoreOpener-1d2d5b9c2035994964d62e2f6ba5921c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:22:44,723 INFO [StoreOpener-1d2d5b9c2035994964d62e2f6ba5921c-1 {}] regionserver.HStore(327): Store=1d2d5b9c2035994964d62e2f6ba5921c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:22:44,723 INFO [StoreOpener-1d2d5b9c2035994964d62e2f6ba5921c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 1d2d5b9c2035994964d62e2f6ba5921c 2024-11-10T15:22:44,724 INFO [StoreOpener-1d2d5b9c2035994964d62e2f6ba5921c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d2d5b9c2035994964d62e2f6ba5921c columnFamilyName sid 2024-11-10T15:22:44,724 DEBUG [StoreOpener-1d2d5b9c2035994964d62e2f6ba5921c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:22:44,724 INFO [StoreOpener-1d2d5b9c2035994964d62e2f6ba5921c-1 {}] regionserver.HStore(327): Store=1d2d5b9c2035994964d62e2f6ba5921c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:22:44,724 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 1d2d5b9c2035994964d62e2f6ba5921c 2024-11-10T15:22:44,725 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/data/hbase/replication/1d2d5b9c2035994964d62e2f6ba5921c 2024-11-10T15:22:44,725 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/data/hbase/replication/1d2d5b9c2035994964d62e2f6ba5921c 2024-11-10T15:22:44,726 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 1d2d5b9c2035994964d62e2f6ba5921c 2024-11-10T15:22:44,726 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 1d2d5b9c2035994964d62e2f6ba5921c 2024-11-10T15:22:44,726 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T15:22:44,727 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 1d2d5b9c2035994964d62e2f6ba5921c 2024-11-10T15:22:44,730 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/data/hbase/replication/1d2d5b9c2035994964d62e2f6ba5921c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T15:22:44,730 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 1d2d5b9c2035994964d62e2f6ba5921c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64684528, jitterRate=-0.03612542152404785}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T15:22:44,730 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1d2d5b9c2035994964d62e2f6ba5921c 2024-11-10T15:22:44,731 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 1d2d5b9c2035994964d62e2f6ba5921c: Running coprocessor pre-open hook at 1731252164714Writing region info on filesystem at 1731252164714Initializing all the Stores at 1731252164715 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252164715Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252164718 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252164718Cleaning up temporary data from old regions at 1731252164726 (+8 ms)Running coprocessor post-open hooks at 1731252164730 (+4 ms)Region opened successfully at 1731252164730 2024-11-10T15:22:44,731 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731252164337.1d2d5b9c2035994964d62e2f6ba5921c., pid=10, masterSystemTime=1731252164678 2024-11-10T15:22:44,737 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731252164337.1d2d5b9c2035994964d62e2f6ba5921c. 2024-11-10T15:22:44,737 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731252164337.1d2d5b9c2035994964d62e2f6ba5921c. 2024-11-10T15:22:44,738 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1d2d5b9c2035994964d62e2f6ba5921c, regionState=OPEN, openSeqNum=2, regionLocation=c0771061be61,43335,1731252149235 2024-11-10T15:22:44,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1d2d5b9c2035994964d62e2f6ba5921c, server=c0771061be61,43335,1731252149235 because future has completed 2024-11-10T15:22:44,758 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T15:22:44,758 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 1d2d5b9c2035994964d62e2f6ba5921c, server=c0771061be61,43335,1731252149235 in 217 msec 2024-11-10T15:22:44,760 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-10T15:22:44,760 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1d2d5b9c2035994964d62e2f6ba5921c, ASSIGN in 390 msec 2024-11-10T15:22:44,760 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T15:22:44,760 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731252164760"}]},"ts":"1731252164760"} 2024-11-10T15:22:44,763 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T15:22:44,768 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T15:22:44,774 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 432 msec 2024-11-10T15:22:44,775 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,40951,1731252144119.replicationSource.wal-reader.c0771061be61%2C40951%2C1731252144119,1-c0771061be61,40951,1731252144119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/WALs/c0771061be61,40951,1731252144119/c0771061be61%2C40951%2C1731252144119.1731252146344 to pos 379, reset compression=false 2024-11-10T15:22:44,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731252164337.1d2d5b9c2035994964d62e2f6ba5921c., hostname=c0771061be61,43335,1731252149235, seqNum=2] 2024-11-10T15:22:44,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43335-0x101255739550004, quorum=127.0.0.1:55589, baseZNode=/1-172898757 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-172898757 2024-11-10T15:22:44,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45653-0x101255739550003, quorum=127.0.0.1:55589, baseZNode=/1-172898757 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-172898757 2024-11-10T15:22:44,885 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T15:22:44,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45653 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T15:22:45,038 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43335 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-10T15:22:45,038 INFO [RS_REFRESH_PEER-regionserver/c0771061be61:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T15:22:45,076 INFO [RS_REFRESH_PEER-regionserver/c0771061be61:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c0771061be61,43335,1731252149235, ReplicationSource: 1, currentBandwidth=0 2024-11-10T15:22:45,077 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T15:22:45,077 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0771061be61,43335,1731252149235, seqNum=-1] 2024-11-10T15:22:45,077 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T15:22:45,080 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40383, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-10T15:22:45,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c0771061be61,43335,1731252149235', locateType=CURRENT is [region=hbase:replication,,1731252164337.1d2d5b9c2035994964d62e2f6ba5921c., hostname=c0771061be61,43335,1731252149235, seqNum=2] 2024-11-10T15:22:45,084 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-10T15:22:45,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45653 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-10T15:22:45,087 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c0771061be61,43335,1731252149235 suceeded 2024-11-10T15:22:45,089 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-10T15:22:45,089 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 202 msec 2024-11-10T15:22:45,089 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c0771061be61:34551,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T15:22:45,091 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 763 msec 2024-11-10T15:22:45,105 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43335,1731252149235 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c0771061be61:34551' 2024-11-10T15:22:45,107 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43335,1731252149235 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@38ea8166, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:22:45,107 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43335,1731252149235 {}] client.ClusterIdFetcher(90): Going to request c0771061be61,34551,-1 for getting cluster id 2024-11-10T15:22:45,107 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43335,1731252149235 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T15:22:45,108 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dade8736-cb78-4007-8e38-08d97ece607a' 2024-11-10T15:22:45,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T15:22:45,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dade8736-cb78-4007-8e38-08d97ece607a" 2024-11-10T15:22:45,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59027c2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:22:45,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0771061be61,34551,-1] 2024-11-10T15:22:45,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T15:22:45,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:22:45,110 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-10T15:22:45,110 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43335,1731252149235 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a10a47e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:22:45,110 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43335,1731252149235 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T15:22:45,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is c0771061be61,34551,1731252154117 2024-11-10T15:22:45,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@73468ac9 2024-11-10T15:22:45,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T15:22:45,112 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-10T15:22:45,113 INFO [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43335,1731252149235 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c0771061be61,43335,1731252149235 (queues=1) is replicating from cluster=d27b561f-bce7-4372-9a24-c85503b2e6b1 to cluster=dade8736-cb78-4007-8e38-08d97ece607a 2024-11-10T15:22:45,113 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43335,1731252149235 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c0771061be61%2C43335%2C1731252149235 2024-11-10T15:22:45,113 INFO [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43335,1731252149235 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c0771061be61,43335,1731252149235, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T15:22:45,113 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43335,1731252149235.replicationSource.wal-reader.c0771061be61%2C43335%2C1731252149235,1-c0771061be61,43335,1731252149235 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/WALs/c0771061be61,43335,1731252149235/c0771061be61%2C43335%2C1731252149235.1731252151250, startPosition=0, beingWritten=true 2024-11-10T15:22:45,113 INFO [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43335,1731252149235.replicationSource.shipperc0771061be61%2C43335%2C1731252149235,1-c0771061be61,43335,1731252149235 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c0771061be61%2C43335%2C1731252149235 2024-11-10T15:22:45,122 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43335,1731252149235.replicationSource.wal-reader.c0771061be61%2C43335%2C1731252149235,1-c0771061be61,43335,1731252149235 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T15:22:45,122 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43335,1731252149235.replicationSource.wal-reader.c0771061be61%2C43335%2C1731252149235,1-c0771061be61,43335,1731252149235 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/WALs/c0771061be61,43335,1731252149235/c0771061be61%2C43335%2C1731252149235.1731252151250 to pos 379, reset compression=false 2024-11-10T15:22:45,122 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43335,1731252149235.replicationSource.shipperc0771061be61%2C43335%2C1731252149235,1-c0771061be61,43335,1731252149235 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0771061be61,43335,1731252149235 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/WALs/c0771061be61,43335,1731252149235/c0771061be61%2C43335%2C1731252149235.1731252151250, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T15:22:45,283 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,40951,1731252144119.replicationSource.wal-reader.c0771061be61%2C40951%2C1731252144119,1-c0771061be61,40951,1731252144119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/WALs/c0771061be61,40951,1731252144119/c0771061be61%2C40951%2C1731252144119.1731252146344 to pos 379, reset compression=false 2024-11-10T15:22:45,326 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43335,1731252149235.replicationSource.wal-reader.c0771061be61%2C43335%2C1731252149235,1-c0771061be61,43335,1731252149235 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/WALs/c0771061be61,43335,1731252149235/c0771061be61%2C43335%2C1731252149235.1731252151250 to pos 379, reset compression=false 2024-11-10T15:22:45,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45653 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T15:22:45,468 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T15:22:45,468 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T15:22:45,468 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:22:45,468 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:22:45,468 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:22:45,468 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T15:22:45,469 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2244f975, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:22:45,469 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0771061be61,34551,-1 for getting cluster id 2024-11-10T15:22:45,469 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T15:22:45,470 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dade8736-cb78-4007-8e38-08d97ece607a' 2024-11-10T15:22:45,470 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T15:22:45,470 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dade8736-cb78-4007-8e38-08d97ece607a" 2024-11-10T15:22:45,470 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f30feee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:22:45,470 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0771061be61,34551,-1] 2024-11-10T15:22:45,470 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T15:22:45,471 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:22:45,471 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T15:22:45,472 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f0f0df0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:22:45,472 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T15:22:45,473 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is c0771061be61,34551,1731252154117 2024-11-10T15:22:45,473 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@26fcee58 2024-11-10T15:22:45,473 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T15:22:45,474 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T15:22:45,475 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34551 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://c0771061be61:45653,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T15:22:45,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34551 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T15:22:45,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34551 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T15:22:45,477 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c0771061be61:45653' 2024-11-10T15:22:45,478 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54e5f1a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:22:45,479 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request c0771061be61,45653,-1 for getting cluster id 2024-11-10T15:22:45,479 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T15:22:45,480 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd27b561f-bce7-4372-9a24-c85503b2e6b1' 2024-11-10T15:22:45,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T15:22:45,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d27b561f-bce7-4372-9a24-c85503b2e6b1" 2024-11-10T15:22:45,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9dd09fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:22:45,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0771061be61,45653,-1] 2024-11-10T15:22:45,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T15:22:45,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:22:45,481 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T15:22:45,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29ed92dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:22:45,482 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T15:22:45,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is c0771061be61,45653,1731252149118 2024-11-10T15:22:45,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@17ac8393 2024-11-10T15:22:45,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T15:22:45,484 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T15:22:45,484 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-10T15:22:45,484 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T15:22:45,484 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:22:45,485 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:22:45,485 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T15:22:45,485 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T15:22:45,486 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T15:22:45,487 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T15:22:45,487 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:22:45,488 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T15:22:45,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46105 is added to blk_1073741837_1013 (size=1138) 2024-11-10T15:22:45,537 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T15:22:45,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34551 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T15:22:45,630 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43335,1731252149235.replicationSource.wal-reader.c0771061be61%2C43335%2C1731252149235,1-c0771061be61,43335,1731252149235 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/WALs/c0771061be61,43335,1731252149235/c0771061be61%2C43335%2C1731252149235.1731252151250 to pos 379, reset compression=false 2024-11-10T15:22:45,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34551 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T15:22:45,887 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,40951,1731252144119.replicationSource.wal-reader.c0771061be61%2C40951%2C1731252144119,1-c0771061be61,40951,1731252144119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/WALs/c0771061be61,40951,1731252144119/c0771061be61%2C40951%2C1731252144119.1731252146344 to pos 379, reset compression=false 2024-11-10T15:22:45,897 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ec33c6c645b12b05e26ae7ae6859d304, NAME => 'hbase:replication,,1731252165485.ec33c6c645b12b05e26ae7ae6859d304.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a 2024-11-10T15:22:45,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46105 is added to blk_1073741838_1014 (size=44) 2024-11-10T15:22:45,934 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731252165485.ec33c6c645b12b05e26ae7ae6859d304.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:22:45,934 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ec33c6c645b12b05e26ae7ae6859d304, disabling compactions & flushes 2024-11-10T15:22:45,934 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731252165485.ec33c6c645b12b05e26ae7ae6859d304. 2024-11-10T15:22:45,934 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731252165485.ec33c6c645b12b05e26ae7ae6859d304. 2024-11-10T15:22:45,934 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731252165485.ec33c6c645b12b05e26ae7ae6859d304. after waiting 0 ms 2024-11-10T15:22:45,934 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731252165485.ec33c6c645b12b05e26ae7ae6859d304. 2024-11-10T15:22:45,934 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731252165485.ec33c6c645b12b05e26ae7ae6859d304. 2024-11-10T15:22:45,934 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ec33c6c645b12b05e26ae7ae6859d304: Waiting for close lock at 1731252165934Disabling compacts and flushes for region at 1731252165934Disabling writes for close at 1731252165934Writing region close event to WAL at 1731252165934Closed at 1731252165934 2024-11-10T15:22:45,936 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T15:22:45,937 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731252165485.ec33c6c645b12b05e26ae7ae6859d304.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731252165936"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731252165936"}]},"ts":"1731252165936"} 2024-11-10T15:22:45,940 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T15:22:45,941 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T15:22:45,941 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731252165941"}]},"ts":"1731252165941"} 2024-11-10T15:22:45,943 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T15:22:45,944 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ec33c6c645b12b05e26ae7ae6859d304, ASSIGN}] 2024-11-10T15:22:45,945 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ec33c6c645b12b05e26ae7ae6859d304, ASSIGN 2024-11-10T15:22:45,947 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ec33c6c645b12b05e26ae7ae6859d304, ASSIGN; state=OFFLINE, location=c0771061be61,45521,1731252154291; forceNewPlan=false, retain=false 2024-11-10T15:22:46,035 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43335,1731252149235.replicationSource.wal-reader.c0771061be61%2C43335%2C1731252149235,1-c0771061be61,43335,1731252149235 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/WALs/c0771061be61,43335,1731252149235/c0771061be61%2C43335%2C1731252149235.1731252151250 to pos 379, reset compression=false 2024-11-10T15:22:46,098 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ec33c6c645b12b05e26ae7ae6859d304, regionState=OPENING, regionLocation=c0771061be61,45521,1731252154291 2024-11-10T15:22:46,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ec33c6c645b12b05e26ae7ae6859d304, ASSIGN because future has completed 2024-11-10T15:22:46,100 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ec33c6c645b12b05e26ae7ae6859d304, server=c0771061be61,45521,1731252154291}] 2024-11-10T15:22:46,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34551 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T15:22:46,255 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731252165485.ec33c6c645b12b05e26ae7ae6859d304. 2024-11-10T15:22:46,255 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T15:22:46,255 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T15:22:46,256 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0771061be61%2C45521%2C1731252154291.rep, suffix=, logDir=hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/WALs/c0771061be61,45521,1731252154291, archiveDir=hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/oldWALs, maxLogs=10 2024-11-10T15:22:46,269 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/WALs/c0771061be61,45521,1731252154291/c0771061be61%2C45521%2C1731252154291.rep.1731252166256, exclude list is [], retry=0 2024-11-10T15:22:46,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46105,DS-25f90b99-6ac1-458d-98af-49ac004d1ef7,DISK] 2024-11-10T15:22:46,272 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/WALs/c0771061be61,45521,1731252154291/c0771061be61%2C45521%2C1731252154291.rep.1731252166256 2024-11-10T15:22:46,272 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33433:33433)] 2024-11-10T15:22:46,272 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => ec33c6c645b12b05e26ae7ae6859d304, NAME => 'hbase:replication,,1731252165485.ec33c6c645b12b05e26ae7ae6859d304.', STARTKEY => '', ENDKEY => ''} 2024-11-10T15:22:46,273 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T15:22:46,273 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T15:22:46,273 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731252165485.ec33c6c645b12b05e26ae7ae6859d304. service=MultiRowMutationService 2024-11-10T15:22:46,273 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T15:22:46,273 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ec33c6c645b12b05e26ae7ae6859d304 2024-11-10T15:22:46,273 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731252165485.ec33c6c645b12b05e26ae7ae6859d304.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:22:46,273 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for ec33c6c645b12b05e26ae7ae6859d304 2024-11-10T15:22:46,273 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for ec33c6c645b12b05e26ae7ae6859d304 2024-11-10T15:22:46,274 INFO [StoreOpener-ec33c6c645b12b05e26ae7ae6859d304-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ec33c6c645b12b05e26ae7ae6859d304 2024-11-10T15:22:46,275 INFO [StoreOpener-ec33c6c645b12b05e26ae7ae6859d304-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec33c6c645b12b05e26ae7ae6859d304 columnFamilyName hfileref 2024-11-10T15:22:46,275 DEBUG [StoreOpener-ec33c6c645b12b05e26ae7ae6859d304-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:22:46,275 INFO [StoreOpener-ec33c6c645b12b05e26ae7ae6859d304-1 {}] regionserver.HStore(327): Store=ec33c6c645b12b05e26ae7ae6859d304/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:22:46,275 INFO [StoreOpener-ec33c6c645b12b05e26ae7ae6859d304-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ec33c6c645b12b05e26ae7ae6859d304 2024-11-10T15:22:46,276 INFO [StoreOpener-ec33c6c645b12b05e26ae7ae6859d304-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec33c6c645b12b05e26ae7ae6859d304 columnFamilyName queue 2024-11-10T15:22:46,276 DEBUG [StoreOpener-ec33c6c645b12b05e26ae7ae6859d304-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:22:46,277 INFO [StoreOpener-ec33c6c645b12b05e26ae7ae6859d304-1 {}] regionserver.HStore(327): Store=ec33c6c645b12b05e26ae7ae6859d304/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:22:46,277 INFO [StoreOpener-ec33c6c645b12b05e26ae7ae6859d304-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ec33c6c645b12b05e26ae7ae6859d304 2024-11-10T15:22:46,277 INFO [StoreOpener-ec33c6c645b12b05e26ae7ae6859d304-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec33c6c645b12b05e26ae7ae6859d304 columnFamilyName sid 2024-11-10T15:22:46,277 DEBUG [StoreOpener-ec33c6c645b12b05e26ae7ae6859d304-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:22:46,278 INFO [StoreOpener-ec33c6c645b12b05e26ae7ae6859d304-1 {}] regionserver.HStore(327): Store=ec33c6c645b12b05e26ae7ae6859d304/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:22:46,278 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for ec33c6c645b12b05e26ae7ae6859d304 2024-11-10T15:22:46,279 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/data/hbase/replication/ec33c6c645b12b05e26ae7ae6859d304 2024-11-10T15:22:46,279 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/data/hbase/replication/ec33c6c645b12b05e26ae7ae6859d304 2024-11-10T15:22:46,279 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for ec33c6c645b12b05e26ae7ae6859d304 2024-11-10T15:22:46,279 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for ec33c6c645b12b05e26ae7ae6859d304 2024-11-10T15:22:46,280 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T15:22:46,281 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for ec33c6c645b12b05e26ae7ae6859d304 2024-11-10T15:22:46,282 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/data/hbase/replication/ec33c6c645b12b05e26ae7ae6859d304/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T15:22:46,283 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened ec33c6c645b12b05e26ae7ae6859d304; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72637062, jitterRate=0.08237656950950623}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T15:22:46,283 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ec33c6c645b12b05e26ae7ae6859d304 2024-11-10T15:22:46,283 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for ec33c6c645b12b05e26ae7ae6859d304: Running coprocessor pre-open hook at 1731252166273Writing region info on filesystem at 1731252166273Initializing all the Stores at 1731252166274 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252166274Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252166274Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252166274Cleaning up temporary data from old regions at 1731252166279 (+5 ms)Running coprocessor post-open hooks at 1731252166283 (+4 ms)Region opened successfully at 1731252166283 2024-11-10T15:22:46,284 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731252165485.ec33c6c645b12b05e26ae7ae6859d304., pid=10, masterSystemTime=1731252166252 2024-11-10T15:22:46,285 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731252165485.ec33c6c645b12b05e26ae7ae6859d304. 2024-11-10T15:22:46,285 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731252165485.ec33c6c645b12b05e26ae7ae6859d304. 2024-11-10T15:22:46,286 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ec33c6c645b12b05e26ae7ae6859d304, regionState=OPEN, openSeqNum=2, regionLocation=c0771061be61,45521,1731252154291 2024-11-10T15:22:46,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ec33c6c645b12b05e26ae7ae6859d304, server=c0771061be61,45521,1731252154291 because future has completed 2024-11-10T15:22:46,290 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T15:22:46,290 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure ec33c6c645b12b05e26ae7ae6859d304, server=c0771061be61,45521,1731252154291 in 189 msec 2024-11-10T15:22:46,291 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-10T15:22:46,291 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ec33c6c645b12b05e26ae7ae6859d304, ASSIGN in 346 msec 2024-11-10T15:22:46,292 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T15:22:46,292 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731252166292"}]},"ts":"1731252166292"} 2024-11-10T15:22:46,294 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T15:22:46,294 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T15:22:46,296 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 809 msec 2024-11-10T15:22:46,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731252165485.ec33c6c645b12b05e26ae7ae6859d304., hostname=c0771061be61,45521,1731252154291, seqNum=2] 2024-11-10T15:22:46,437 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45521-0x101255739550007, quorum=127.0.0.1:55589, baseZNode=/2-1798697379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1798697379 2024-11-10T15:22:46,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34551-0x101255739550006, quorum=127.0.0.1:55589, baseZNode=/2-1798697379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1798697379 2024-11-10T15:22:46,459 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T15:22:46,539 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43335,1731252149235.replicationSource.wal-reader.c0771061be61%2C43335%2C1731252149235,1-c0771061be61,43335,1731252149235 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/WALs/c0771061be61,43335,1731252149235/c0771061be61%2C43335%2C1731252149235.1731252151250 to pos 379, reset compression=false 2024-11-10T15:22:46,591 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,40951,1731252144119.replicationSource.wal-reader.c0771061be61%2C40951%2C1731252144119,1-c0771061be61,40951,1731252144119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/WALs/c0771061be61,40951,1731252144119/c0771061be61%2C40951%2C1731252144119.1731252146344 to pos 379, reset compression=false 2024-11-10T15:22:46,613 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45521 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-10T15:22:46,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34551 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T15:22:46,624 INFO [RS_REFRESH_PEER-regionserver/c0771061be61:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T15:22:46,676 INFO [RS_REFRESH_PEER-regionserver/c0771061be61:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c0771061be61,45521,1731252154291, ReplicationSource: 1, currentBandwidth=0 2024-11-10T15:22:46,677 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T15:22:46,677 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0771061be61,45521,1731252154291, seqNum=-1] 2024-11-10T15:22:46,677 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T15:22:46,678 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43471, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-10T15:22:46,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c0771061be61,45521,1731252154291', locateType=CURRENT is [region=hbase:replication,,1731252165485.ec33c6c645b12b05e26ae7ae6859d304., hostname=c0771061be61,45521,1731252154291, seqNum=2] 2024-11-10T15:22:46,684 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-10T15:22:46,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34551 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-10T15:22:46,687 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c0771061be61,45521,1731252154291 suceeded 2024-11-10T15:22:46,689 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-10T15:22:46,689 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 228 msec 2024-11-10T15:22:46,689 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c0771061be61:45653,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T15:22:46,691 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2140 sec 2024-11-10T15:22:46,700 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,45521,1731252154291 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c0771061be61:45653' 2024-11-10T15:22:46,704 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,45521,1731252154291 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2aa2f33f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:22:46,704 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,45521,1731252154291 {}] client.ClusterIdFetcher(90): Going to request c0771061be61,45653,-1 for getting cluster id 2024-11-10T15:22:46,704 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,45521,1731252154291 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T15:22:46,705 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd27b561f-bce7-4372-9a24-c85503b2e6b1' 2024-11-10T15:22:46,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T15:22:46,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d27b561f-bce7-4372-9a24-c85503b2e6b1" 2024-11-10T15:22:46,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3c74fc95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:22:46,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0771061be61,45653,-1] 2024-11-10T15:22:46,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T15:22:46,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:22:46,707 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-10T15:22:46,709 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,45521,1731252154291 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@710b4d7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:22:46,709 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,45521,1731252154291 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T15:22:46,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c0771061be61,45653,1731252149118 2024-11-10T15:22:46,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@a2867ac 2024-11-10T15:22:46,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T15:22:46,710 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-10T15:22:46,712 INFO [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,45521,1731252154291 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c0771061be61,45521,1731252154291 (queues=1) is replicating from cluster=dade8736-cb78-4007-8e38-08d97ece607a to cluster=d27b561f-bce7-4372-9a24-c85503b2e6b1 2024-11-10T15:22:46,712 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,45521,1731252154291 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c0771061be61%2C45521%2C1731252154291 2024-11-10T15:22:46,712 INFO [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,45521,1731252154291 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c0771061be61,45521,1731252154291, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T15:22:46,716 INFO [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,45521,1731252154291.replicationSource.shipperc0771061be61%2C45521%2C1731252154291,1-c0771061be61,45521,1731252154291 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c0771061be61%2C45521%2C1731252154291 2024-11-10T15:22:46,722 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,45521,1731252154291.replicationSource.wal-reader.c0771061be61%2C45521%2C1731252154291,1-c0771061be61,45521,1731252154291 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/WALs/c0771061be61,45521,1731252154291/c0771061be61%2C45521%2C1731252154291.1731252156003, startPosition=0, beingWritten=true 2024-11-10T15:22:46,727 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,45521,1731252154291.replicationSource.wal-reader.c0771061be61%2C45521%2C1731252154291,1-c0771061be61,45521,1731252154291 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T15:22:46,727 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,45521,1731252154291.replicationSource.shipperc0771061be61%2C45521%2C1731252154291,1-c0771061be61,45521,1731252154291 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0771061be61,45521,1731252154291 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/WALs/c0771061be61,45521,1731252154291/c0771061be61%2C45521%2C1731252154291.1731252156003, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T15:22:46,728 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,45521,1731252154291.replicationSource.wal-reader.c0771061be61%2C45521%2C1731252154291,1-c0771061be61,45521,1731252154291 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/WALs/c0771061be61,45521,1731252154291/c0771061be61%2C45521%2C1731252154291.1731252156003 to pos 379, reset compression=false 2024-11-10T15:22:46,931 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,45521,1731252154291.replicationSource.wal-reader.c0771061be61%2C45521%2C1731252154291,1-c0771061be61,45521,1731252154291 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/WALs/c0771061be61,45521,1731252154291/c0771061be61%2C45521%2C1731252154291.1731252156003 to pos 379, reset compression=false 2024-11-10T15:22:47,142 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43335,1731252149235.replicationSource.wal-reader.c0771061be61%2C43335%2C1731252149235,1-c0771061be61,43335,1731252149235 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/WALs/c0771061be61,43335,1731252149235/c0771061be61%2C43335%2C1731252149235.1731252151250 to pos 379, reset compression=false 2024-11-10T15:22:47,235 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,45521,1731252154291.replicationSource.wal-reader.c0771061be61%2C45521%2C1731252154291,1-c0771061be61,45521,1731252154291 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/WALs/c0771061be61,45521,1731252154291/c0771061be61%2C45521%2C1731252154291.1731252156003 to pos 379, reset compression=false 2024-11-10T15:22:47,394 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,40951,1731252144119.replicationSource.wal-reader.c0771061be61%2C40951%2C1731252144119,1-c0771061be61,40951,1731252144119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/WALs/c0771061be61,40951,1731252144119/c0771061be61%2C40951%2C1731252144119.1731252146344 to pos 379, reset compression=false 2024-11-10T15:22:47,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34551 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T15:22:47,638 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T15:22:47,638 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T15:22:47,638 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:22:47,638 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:22:47,638 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:22:47,638 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T15:22:47,639 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@278000dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:22:47,639 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0771061be61,45291,-1 for getting cluster id 2024-11-10T15:22:47,639 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,45521,1731252154291.replicationSource.wal-reader.c0771061be61%2C45521%2C1731252154291,1-c0771061be61,45521,1731252154291 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/WALs/c0771061be61,45521,1731252154291/c0771061be61%2C45521%2C1731252154291.1731252156003 to pos 379, reset compression=false 2024-11-10T15:22:47,639 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T15:22:47,639 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6a49d1d2-e7a2-4184-a859-f57bd1d36cf2' 2024-11-10T15:22:47,639 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T15:22:47,640 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6a49d1d2-e7a2-4184-a859-f57bd1d36cf2" 2024-11-10T15:22:47,640 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46c060a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:22:47,640 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0771061be61,45291,-1] 2024-11-10T15:22:47,640 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T15:22:47,640 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:22:47,641 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T15:22:47,641 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16073e1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:22:47,642 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@548f42d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:22:47,642 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0771061be61,45653,-1 for getting cluster id 2024-11-10T15:22:47,642 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T15:22:47,643 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd27b561f-bce7-4372-9a24-c85503b2e6b1' 2024-11-10T15:22:47,643 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T15:22:47,643 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d27b561f-bce7-4372-9a24-c85503b2e6b1" 2024-11-10T15:22:47,643 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@472fff68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:22:47,643 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0771061be61,45653,-1] 2024-11-10T15:22:47,643 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T15:22:47,643 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:22:47,644 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T15:22:47,644 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68fcb145, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:22:47,645 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@432f9dd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:22:47,645 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0771061be61,34551,-1 for getting cluster id 2024-11-10T15:22:47,645 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T15:22:47,646 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dade8736-cb78-4007-8e38-08d97ece607a' 2024-11-10T15:22:47,646 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T15:22:47,646 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dade8736-cb78-4007-8e38-08d97ece607a" 2024-11-10T15:22:47,646 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50642e68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:22:47,646 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0771061be61,34551,-1] 2024-11-10T15:22:47,646 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T15:22:47,646 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:22:47,647 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T15:22:47,648 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60682a39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:22:47,648 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T15:22:47,649 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0771061be61,40951,1731252144119, seqNum=-1] 2024-11-10T15:22:47,649 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T15:22:47,650 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T15:22:47,652 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731252156680.a15a5598f6519010bb0766b089e187f8., hostname=c0771061be61,40951,1731252144119, seqNum=2] 2024-11-10T15:22:47,654 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T15:22:47,655 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0771061be61,45521,1731252154291, seqNum=-1] 2024-11-10T15:22:47,656 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T15:22:47,657 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T15:22:47,662 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731252160001.27b9780a75d85c2d194304b5c5cbd266., hostname=c0771061be61,45521,1731252154291, seqNum=2] 2024-11-10T15:22:47,663 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-10T15:22:47,852 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43335,1731252149235.replicationSource.wal-reader.c0771061be61%2C43335%2C1731252149235,1-c0771061be61,43335,1731252149235 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/WALs/c0771061be61,43335,1731252149235/c0771061be61%2C43335%2C1731252149235.1731252151250 to pos 379, reset compression=false 2024-11-10T15:22:48,142 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,45521,1731252154291.replicationSource.wal-reader.c0771061be61%2C45521%2C1731252154291,1-c0771061be61,45521,1731252154291 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/WALs/c0771061be61,45521,1731252154291/c0771061be61%2C45521%2C1731252154291.1731252156003 to pos 379, reset compression=false 2024-11-10T15:22:48,298 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,40951,1731252144119.replicationSource.wal-reader.c0771061be61%2C40951%2C1731252144119,1-c0771061be61,40951,1731252144119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/WALs/c0771061be61,40951,1731252144119/c0771061be61%2C40951%2C1731252144119.1731252146344 to pos 379, reset compression=false 2024-11-10T15:22:48,336 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,40951,1731252144119.replicationSource.wal-reader.c0771061be61%2C40951%2C1731252144119,1-c0771061be61,40951,1731252144119 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T15:22:48,337 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,40951,1731252144119.replicationSource.wal-reader.c0771061be61%2C40951%2C1731252144119,1-c0771061be61,40951,1731252144119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/WALs/c0771061be61,40951,1731252144119/c0771061be61%2C40951%2C1731252144119.1731252146344 to pos 480, reset compression=false 2024-11-10T15:22:48,337 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,40951,1731252144119.replicationSource.shipperc0771061be61%2C40951%2C1731252144119,1-c0771061be61,40951,1731252144119 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0771061be61,40951,1731252144119 got entry batch from reader: WALEntryBatch [walEntries=[{test/a15a5598f6519010bb0766b089e187f8/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/WALs/c0771061be61,40951,1731252144119/c0771061be61%2C40951%2C1731252144119.1731252146344, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-10T15:22:48,339 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,40951,1731252144119.replicationSource.shipperc0771061be61%2C40951%2C1731252144119,1-c0771061be61,40951,1731252144119 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T15:22:48,341 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-10T15:22:48,342 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43335 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T15:22:48,352 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43335 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a29fc18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:22:48,352 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43335 {}] client.ClusterIdFetcher(90): Going to request c0771061be61,45653,-1 for getting cluster id 2024-11-10T15:22:48,353 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43335 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T15:22:48,355 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd27b561f-bce7-4372-9a24-c85503b2e6b1' 2024-11-10T15:22:48,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T15:22:48,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d27b561f-bce7-4372-9a24-c85503b2e6b1" 2024-11-10T15:22:48,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3007d58a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:22:48,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0771061be61,45653,-1] 2024-11-10T15:22:48,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T15:22:48,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:22:48,356 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-10T15:22:48,357 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43335 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2fbae384, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:22:48,358 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43335 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T15:22:48,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0771061be61,43335,1731252149235, seqNum=-1] 2024-11-10T15:22:48,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T15:22:48,360 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-10T15:22:48,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731252158841.ff1dd0fe203c4305017a3ffc7df1385d., hostname=c0771061be61,43335,1731252149235, seqNum=2] 2024-11-10T15:22:48,369 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43335 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T15:22:48,587 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,40951,1731252144119.replicationSource.wal-reader.c0771061be61%2C40951%2C1731252144119,1-c0771061be61,40951,1731252144119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/WALs/c0771061be61,40951,1731252144119/c0771061be61%2C40951%2C1731252144119.1731252146344 to pos 480, reset compression=false 2024-11-10T15:22:48,656 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43335,1731252149235.replicationSource.wal-reader.c0771061be61%2C43335%2C1731252149235,1-c0771061be61,43335,1731252149235 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/WALs/c0771061be61,43335,1731252149235/c0771061be61%2C43335%2C1731252149235.1731252151250 to pos 379, reset compression=false 2024-11-10T15:22:48,663 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43335,1731252149235.replicationSource.wal-reader.c0771061be61%2C43335%2C1731252149235,1-c0771061be61,43335,1731252149235 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T15:22:48,663 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43335,1731252149235.replicationSource.wal-reader.c0771061be61%2C43335%2C1731252149235,1-c0771061be61,43335,1731252149235 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/WALs/c0771061be61,43335,1731252149235/c0771061be61%2C43335%2C1731252149235.1731252151250 to pos 503, reset compression=false 2024-11-10T15:22:48,663 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43335,1731252149235.replicationSource.shipperc0771061be61%2C43335%2C1731252149235,1-c0771061be61,43335,1731252149235 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0771061be61,43335,1731252149235 got entry batch from reader: WALEntryBatch [walEntries=[{test/ff1dd0fe203c4305017a3ffc7df1385d/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/WALs/c0771061be61,43335,1731252149235/c0771061be61%2C43335%2C1731252149235.1731252151250, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-10T15:22:48,666 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-10T15:22:48,667 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43335,1731252149235.replicationSource.shipperc0771061be61%2C43335%2C1731252149235,1-c0771061be61,43335,1731252149235 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T15:22:48,668 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-10T15:22:48,668 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T15:22:48,680 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@28405abd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:22:48,680 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] client.ClusterIdFetcher(90): Going to request c0771061be61,34551,-1 for getting cluster id 2024-11-10T15:22:48,680 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T15:22:48,681 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dade8736-cb78-4007-8e38-08d97ece607a' 2024-11-10T15:22:48,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T15:22:48,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dade8736-cb78-4007-8e38-08d97ece607a" 2024-11-10T15:22:48,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@77c3ea18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:22:48,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0771061be61,34551,-1] 2024-11-10T15:22:48,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T15:22:48,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:22:48,684 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-10T15:22:48,684 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@62d09ea7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:22:48,685 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T15:22:48,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0771061be61,45521,1731252154291, seqNum=-1] 2024-11-10T15:22:48,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T15:22:48,689 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-10T15:22:48,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731252160001.27b9780a75d85c2d194304b5c5cbd266., hostname=c0771061be61,45521,1731252154291, seqNum=2] 2024-11-10T15:22:48,695 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T15:22:48,746 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,45521,1731252154291.replicationSource.wal-reader.c0771061be61%2C45521%2C1731252154291,1-c0771061be61,45521,1731252154291 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/WALs/c0771061be61,45521,1731252154291/c0771061be61%2C45521%2C1731252154291.1731252156003 to pos 379, reset compression=false 2024-11-10T15:22:48,775 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,45521,1731252154291.replicationSource.wal-reader.c0771061be61%2C45521%2C1731252154291,1-c0771061be61,45521,1731252154291 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T15:22:48,775 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,45521,1731252154291.replicationSource.wal-reader.c0771061be61%2C45521%2C1731252154291,1-c0771061be61,45521,1731252154291 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/WALs/c0771061be61,45521,1731252154291/c0771061be61%2C45521%2C1731252154291.1731252156003 to pos 527, reset compression=false 2024-11-10T15:22:48,776 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,45521,1731252154291.replicationSource.shipperc0771061be61%2C45521%2C1731252154291,1-c0771061be61,45521,1731252154291 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0771061be61,45521,1731252154291 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/WALs/c0771061be61,45521,1731252154291/c0771061be61%2C45521%2C1731252154291.1731252156003, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T15:22:48,853 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T15:22:48,854 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:48,855 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:48,855 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:48,855 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:48,855 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:48,890 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43335,1731252149235.replicationSource.wal-reader.c0771061be61%2C43335%2C1731252149235,1-c0771061be61,43335,1731252149235 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/WALs/c0771061be61,43335,1731252149235/c0771061be61%2C43335%2C1731252149235.1731252151250 to pos 503, reset compression=false 2024-11-10T15:22:48,907 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,40951,1731252144119.replicationSource.wal-reader.c0771061be61%2C40951%2C1731252144119,1-c0771061be61,40951,1731252144119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/WALs/c0771061be61,40951,1731252144119/c0771061be61%2C40951%2C1731252144119.1731252146344 to pos 480, reset compression=false 2024-11-10T15:22:48,922 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:48,922 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:48,923 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:48,923 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:48,923 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:48,923 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:48,941 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:48,945 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:48,945 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:48,949 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:48,982 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,45521,1731252154291.replicationSource.wal-reader.c0771061be61%2C45521%2C1731252154291,1-c0771061be61,45521,1731252154291 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/WALs/c0771061be61,45521,1731252154291/c0771061be61%2C45521%2C1731252154291.1731252156003 to pos 527, reset compression=false 2024-11-10T15:22:49,227 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43335,1731252149235.replicationSource.wal-reader.c0771061be61%2C43335%2C1731252149235,1-c0771061be61,43335,1731252149235 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/WALs/c0771061be61,43335,1731252149235/c0771061be61%2C43335%2C1731252149235.1731252151250 to pos 503, reset compression=false 2024-11-10T15:22:49,305 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,45521,1731252154291.replicationSource.wal-reader.c0771061be61%2C45521%2C1731252154291,1-c0771061be61,45521,1731252154291 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/WALs/c0771061be61,45521,1731252154291/c0771061be61%2C45521%2C1731252154291.1731252156003 to pos 527, reset compression=false 2024-11-10T15:22:49,337 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,40951,1731252144119.replicationSource.wal-reader.c0771061be61%2C40951%2C1731252144119,1-c0771061be61,40951,1731252144119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/WALs/c0771061be61,40951,1731252144119/c0771061be61%2C40951%2C1731252144119.1731252146344 to pos 480, reset compression=false 2024-11-10T15:22:49,631 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43335,1731252149235.replicationSource.wal-reader.c0771061be61%2C43335%2C1731252149235,1-c0771061be61,43335,1731252149235 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/WALs/c0771061be61,43335,1731252149235/c0771061be61%2C43335%2C1731252149235.1731252151250 to pos 503, reset compression=false 2024-11-10T15:22:49,668 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-10T15:22:49,669 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T15:22:49,670 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0771061be61,43335,1731252149235, seqNum=-1] 2024-11-10T15:22:49,670 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T15:22:49,671 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T15:22:49,673 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731252158841.ff1dd0fe203c4305017a3ffc7df1385d., hostname=c0771061be61,43335,1731252149235, seqNum=2] 2024-11-10T15:22:49,677 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-10T15:22:49,709 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,45521,1731252154291.replicationSource.wal-reader.c0771061be61%2C45521%2C1731252154291,1-c0771061be61,45521,1731252154291 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/WALs/c0771061be61,45521,1731252154291/c0771061be61%2C45521%2C1731252154291.1731252156003 to pos 527, reset compression=false 2024-11-10T15:22:49,840 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,40951,1731252144119.replicationSource.wal-reader.c0771061be61%2C40951%2C1731252144119,1-c0771061be61,40951,1731252144119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/WALs/c0771061be61,40951,1731252144119/c0771061be61%2C40951%2C1731252144119.1731252146344 to pos 480, reset compression=false 2024-11-10T15:22:50,135 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43335,1731252149235.replicationSource.wal-reader.c0771061be61%2C43335%2C1731252149235,1-c0771061be61,43335,1731252149235 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/WALs/c0771061be61,43335,1731252149235/c0771061be61%2C43335%2C1731252149235.1731252151250 to pos 503, reset compression=false 2024-11-10T15:22:50,140 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43335,1731252149235.replicationSource.wal-reader.c0771061be61%2C43335%2C1731252149235,1-c0771061be61,43335,1731252149235 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T15:22:50,140 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43335,1731252149235.replicationSource.wal-reader.c0771061be61%2C43335%2C1731252149235,1-c0771061be61,43335,1731252149235 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/WALs/c0771061be61,43335,1731252149235/c0771061be61%2C43335%2C1731252149235.1731252151250 to pos 607, reset compression=false 2024-11-10T15:22:50,140 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43335,1731252149235.replicationSource.shipperc0771061be61%2C43335%2C1731252149235,1-c0771061be61,43335,1731252149235 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0771061be61,43335,1731252149235 got entry batch from reader: WALEntryBatch [walEntries=[{test/ff1dd0fe203c4305017a3ffc7df1385d/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/WALs/c0771061be61,43335,1731252149235/c0771061be61%2C43335%2C1731252149235.1731252151250, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-10T15:22:50,141 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T15:22:50,144 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T15:22:50,213 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,45521,1731252154291.replicationSource.wal-reader.c0771061be61%2C45521%2C1731252154291,1-c0771061be61,45521,1731252154291 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/WALs/c0771061be61,45521,1731252154291/c0771061be61%2C45521%2C1731252154291.1731252156003 to pos 527, reset compression=false 2024-11-10T15:22:50,219 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,45521,1731252154291.replicationSource.wal-reader.c0771061be61%2C45521%2C1731252154291,1-c0771061be61,45521,1731252154291 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T15:22:50,219 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,45521,1731252154291.replicationSource.wal-reader.c0771061be61%2C45521%2C1731252154291,1-c0771061be61,45521,1731252154291 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/WALs/c0771061be61,45521,1731252154291/c0771061be61%2C45521%2C1731252154291.1731252156003 to pos 655, reset compression=false 2024-11-10T15:22:50,219 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,45521,1731252154291.replicationSource.shipperc0771061be61%2C45521%2C1731252154291,1-c0771061be61,45521,1731252154291 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0771061be61,45521,1731252154291 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/WALs/c0771061be61,45521,1731252154291/c0771061be61%2C45521%2C1731252154291.1731252156003, lastWalPosition=655, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T15:22:50,343 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43335,1731252149235.replicationSource.wal-reader.c0771061be61%2C43335%2C1731252149235,1-c0771061be61,43335,1731252149235 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/WALs/c0771061be61,43335,1731252149235/c0771061be61%2C43335%2C1731252149235.1731252151250 to pos 607, reset compression=false 2024-11-10T15:22:50,444 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,40951,1731252144119.replicationSource.wal-reader.c0771061be61%2C40951%2C1731252144119,1-c0771061be61,40951,1731252144119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/WALs/c0771061be61,40951,1731252144119/c0771061be61%2C40951%2C1731252144119.1731252146344 to pos 480, reset compression=false 2024-11-10T15:22:50,445 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,45521,1731252154291.replicationSource.wal-reader.c0771061be61%2C45521%2C1731252154291,1-c0771061be61,45521,1731252154291 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/WALs/c0771061be61,45521,1731252154291/c0771061be61%2C45521%2C1731252154291.1731252156003 to pos 655, reset compression=false 2024-11-10T15:22:50,648 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43335,1731252149235.replicationSource.wal-reader.c0771061be61%2C43335%2C1731252149235,1-c0771061be61,43335,1731252149235 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/WALs/c0771061be61,43335,1731252149235/c0771061be61%2C43335%2C1731252149235.1731252151250 to pos 607, reset compression=false 2024-11-10T15:22:50,681 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-10T15:22:50,688 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-10T15:22:50,749 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,45521,1731252154291.replicationSource.wal-reader.c0771061be61%2C45521%2C1731252154291,1-c0771061be61,45521,1731252154291 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/WALs/c0771061be61,45521,1731252154291/c0771061be61%2C45521%2C1731252154291.1731252156003 to pos 655, reset compression=false 2024-11-10T15:22:50,754 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,45521,1731252154291.replicationSource.wal-reader.c0771061be61%2C45521%2C1731252154291,1-c0771061be61,45521,1731252154291 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T15:22:50,754 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,45521,1731252154291.replicationSource.wal-reader.c0771061be61%2C45521%2C1731252154291,1-c0771061be61,45521,1731252154291 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/WALs/c0771061be61,45521,1731252154291/c0771061be61%2C45521%2C1731252154291.1731252156003 to pos 759, reset compression=false 2024-11-10T15:22:50,754 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,45521,1731252154291.replicationSource.shipperc0771061be61%2C45521%2C1731252154291,1-c0771061be61,45521,1731252154291 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0771061be61,45521,1731252154291 got entry batch from reader: WALEntryBatch [walEntries=[{test/27b9780a75d85c2d194304b5c5cbd266/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/WALs/c0771061be61,45521,1731252154291/c0771061be61%2C45521%2C1731252154291.1731252156003, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-10T15:22:50,756 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,45521,1731252154291.replicationSource.shipperc0771061be61%2C45521%2C1731252154291,1-c0771061be61,45521,1731252154291 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T15:22:50,757 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-10T15:22:50,757 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43335 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T15:22:50,760 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43335 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T15:22:50,960 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,45521,1731252154291.replicationSource.wal-reader.c0771061be61%2C45521%2C1731252154291,1-c0771061be61,45521,1731252154291 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/WALs/c0771061be61,45521,1731252154291/c0771061be61%2C45521%2C1731252154291.1731252156003 to pos 759, reset compression=false 2024-11-10T15:22:51,060 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43335,1731252149235.replicationSource.wal-reader.c0771061be61%2C43335%2C1731252149235,1-c0771061be61,43335,1731252149235 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/WALs/c0771061be61,43335,1731252149235/c0771061be61%2C43335%2C1731252149235.1731252151250 to pos 607, reset compression=false 2024-11-10T15:22:51,066 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43335,1731252149235.replicationSource.wal-reader.c0771061be61%2C43335%2C1731252149235,1-c0771061be61,43335,1731252149235 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T15:22:51,066 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43335,1731252149235.replicationSource.wal-reader.c0771061be61%2C43335%2C1731252149235,1-c0771061be61,43335,1731252149235 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/WALs/c0771061be61,43335,1731252149235/c0771061be61%2C43335%2C1731252149235.1731252151250 to pos 735, reset compression=false 2024-11-10T15:22:51,066 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43335,1731252149235.replicationSource.shipperc0771061be61%2C43335%2C1731252149235,1-c0771061be61,43335,1731252149235 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0771061be61,43335,1731252149235 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/WALs/c0771061be61,43335,1731252149235/c0771061be61%2C43335%2C1731252149235.1731252151250, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T15:22:51,148 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,40951,1731252144119.replicationSource.wal-reader.c0771061be61%2C40951%2C1731252144119,1-c0771061be61,40951,1731252144119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/WALs/c0771061be61,40951,1731252144119/c0771061be61%2C40951%2C1731252144119.1731252146344 to pos 480, reset compression=false 2024-11-10T15:22:51,265 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,45521,1731252154291.replicationSource.wal-reader.c0771061be61%2C45521%2C1731252154291,1-c0771061be61,45521,1731252154291 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/WALs/c0771061be61,45521,1731252154291/c0771061be61%2C45521%2C1731252154291.1731252156003 to pos 759, reset compression=false 2024-11-10T15:22:51,282 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43335,1731252149235.replicationSource.wal-reader.c0771061be61%2C43335%2C1731252149235,1-c0771061be61,43335,1731252149235 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/WALs/c0771061be61,43335,1731252149235/c0771061be61%2C43335%2C1731252149235.1731252151250 to pos 735, reset compression=false 2024-11-10T15:22:51,585 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43335,1731252149235.replicationSource.wal-reader.c0771061be61%2C43335%2C1731252149235,1-c0771061be61,43335,1731252149235 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/WALs/c0771061be61,43335,1731252149235/c0771061be61%2C43335%2C1731252149235.1731252151250 to pos 735, reset compression=false 2024-11-10T15:22:51,668 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,45521,1731252154291.replicationSource.wal-reader.c0771061be61%2C45521%2C1731252154291,1-c0771061be61,45521,1731252154291 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/WALs/c0771061be61,45521,1731252154291/c0771061be61%2C45521%2C1731252154291.1731252156003 to pos 759, reset compression=false 2024-11-10T15:22:51,690 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-10T15:22:51,701 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-10T15:22:51,952 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,40951,1731252144119.replicationSource.wal-reader.c0771061be61%2C40951%2C1731252144119,1-c0771061be61,40951,1731252144119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/WALs/c0771061be61,40951,1731252144119/c0771061be61%2C40951%2C1731252144119.1731252146344 to pos 480, reset compression=false 2024-11-10T15:22:51,958 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,40951,1731252144119.replicationSource.wal-reader.c0771061be61%2C40951%2C1731252144119,1-c0771061be61,40951,1731252144119 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T15:22:51,958 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,40951,1731252144119.replicationSource.wal-reader.c0771061be61%2C40951%2C1731252144119,1-c0771061be61,40951,1731252144119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/WALs/c0771061be61,40951,1731252144119/c0771061be61%2C40951%2C1731252144119.1731252146344 to pos 636, reset compression=false 2024-11-10T15:22:51,958 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,40951,1731252144119.replicationSource.shipperc0771061be61%2C40951%2C1731252144119,1-c0771061be61,40951,1731252144119 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0771061be61,40951,1731252144119 got entry batch from reader: WALEntryBatch [walEntries=[{test/a15a5598f6519010bb0766b089e187f8/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/WALs/c0771061be61,40951,1731252144119/c0771061be61%2C40951%2C1731252144119.1731252146344, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-10T15:22:51,959 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43335 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T15:22:51,962 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43335 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T15:22:51,991 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43335,1731252149235.replicationSource.wal-reader.c0771061be61%2C43335%2C1731252149235,1-c0771061be61,43335,1731252149235 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/WALs/c0771061be61,43335,1731252149235/c0771061be61%2C43335%2C1731252149235.1731252151250 to pos 735, reset compression=false 2024-11-10T15:22:51,997 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43335,1731252149235.replicationSource.wal-reader.c0771061be61%2C43335%2C1731252149235,1-c0771061be61,43335,1731252149235 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T15:22:51,997 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43335,1731252149235.replicationSource.wal-reader.c0771061be61%2C43335%2C1731252149235,1-c0771061be61,43335,1731252149235 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/WALs/c0771061be61,43335,1731252149235/c0771061be61%2C43335%2C1731252149235.1731252151250 to pos 882, reset compression=false 2024-11-10T15:22:51,997 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43335,1731252149235.replicationSource.shipperc0771061be61%2C43335%2C1731252149235,1-c0771061be61,43335,1731252149235 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0771061be61,43335,1731252149235 got entry batch from reader: WALEntryBatch [walEntries=[{test/ff1dd0fe203c4305017a3ffc7df1385d/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/WALs/c0771061be61,43335,1731252149235/c0771061be61%2C43335%2C1731252149235.1731252151250, lastWalPosition=882, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-10T15:22:51,998 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T15:22:52,002 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T15:22:52,165 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,40951,1731252144119.replicationSource.wal-reader.c0771061be61%2C40951%2C1731252144119,1-c0771061be61,40951,1731252144119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/WALs/c0771061be61,40951,1731252144119/c0771061be61%2C40951%2C1731252144119.1731252146344 to pos 636, reset compression=false 2024-11-10T15:22:52,174 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,45521,1731252154291.replicationSource.wal-reader.c0771061be61%2C45521%2C1731252154291,1-c0771061be61,45521,1731252154291 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/WALs/c0771061be61,45521,1731252154291/c0771061be61%2C45521%2C1731252154291.1731252156003 to pos 759, reset compression=false 2024-11-10T15:22:52,178 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,45521,1731252154291.replicationSource.wal-reader.c0771061be61%2C45521%2C1731252154291,1-c0771061be61,45521,1731252154291 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T15:22:52,178 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,45521,1731252154291.replicationSource.wal-reader.c0771061be61%2C45521%2C1731252154291,1-c0771061be61,45521,1731252154291 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/WALs/c0771061be61,45521,1731252154291/c0771061be61%2C45521%2C1731252154291.1731252156003 to pos 930, reset compression=false 2024-11-10T15:22:52,179 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,45521,1731252154291.replicationSource.shipperc0771061be61%2C45521%2C1731252154291,1-c0771061be61,45521,1731252154291 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0771061be61,45521,1731252154291 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/WALs/c0771061be61,45521,1731252154291/c0771061be61%2C45521%2C1731252154291.1731252156003, lastWalPosition=930, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T15:22:52,204 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43335,1731252149235.replicationSource.wal-reader.c0771061be61%2C43335%2C1731252149235,1-c0771061be61,43335,1731252149235 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/WALs/c0771061be61,43335,1731252149235/c0771061be61%2C43335%2C1731252149235.1731252151250 to pos 882, reset compression=false 2024-11-10T15:22:52,383 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,45521,1731252154291.replicationSource.wal-reader.c0771061be61%2C45521%2C1731252154291,1-c0771061be61,45521,1731252154291 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/WALs/c0771061be61,45521,1731252154291/c0771061be61%2C45521%2C1731252154291.1731252156003 to pos 930, reset compression=false 2024-11-10T15:22:52,469 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,40951,1731252144119.replicationSource.wal-reader.c0771061be61%2C40951%2C1731252144119,1-c0771061be61,40951,1731252144119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/WALs/c0771061be61,40951,1731252144119/c0771061be61%2C40951%2C1731252144119.1731252146344 to pos 636, reset compression=false 2024-11-10T15:22:52,508 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43335,1731252149235.replicationSource.wal-reader.c0771061be61%2C43335%2C1731252149235,1-c0771061be61,43335,1731252149235 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/WALs/c0771061be61,43335,1731252149235/c0771061be61%2C43335%2C1731252149235.1731252151250 to pos 882, reset compression=false 2024-11-10T15:22:52,687 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,45521,1731252154291.replicationSource.wal-reader.c0771061be61%2C45521%2C1731252154291,1-c0771061be61,45521,1731252154291 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/WALs/c0771061be61,45521,1731252154291/c0771061be61%2C45521%2C1731252154291.1731252156003 to pos 930, reset compression=false 2024-11-10T15:22:52,703 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-10T15:22:52,707 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-10T15:22:52,874 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,40951,1731252144119.replicationSource.wal-reader.c0771061be61%2C40951%2C1731252144119,1-c0771061be61,40951,1731252144119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/WALs/c0771061be61,40951,1731252144119/c0771061be61%2C40951%2C1731252144119.1731252146344 to pos 636, reset compression=false 2024-11-10T15:22:52,912 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43335,1731252149235.replicationSource.wal-reader.c0771061be61%2C43335%2C1731252149235,1-c0771061be61,43335,1731252149235 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/WALs/c0771061be61,43335,1731252149235/c0771061be61%2C43335%2C1731252149235.1731252151250 to pos 882, reset compression=false 2024-11-10T15:22:52,917 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43335,1731252149235.replicationSource.wal-reader.c0771061be61%2C43335%2C1731252149235,1-c0771061be61,43335,1731252149235 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T15:22:52,917 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43335,1731252149235.replicationSource.wal-reader.c0771061be61%2C43335%2C1731252149235,1-c0771061be61,43335,1731252149235 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/WALs/c0771061be61,43335,1731252149235/c0771061be61%2C43335%2C1731252149235.1731252151250 to pos 1041, reset compression=false 2024-11-10T15:22:52,917 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43335,1731252149235.replicationSource.shipperc0771061be61%2C43335%2C1731252149235,1-c0771061be61,43335,1731252149235 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0771061be61,43335,1731252149235 got entry batch from reader: WALEntryBatch [walEntries=[{test/ff1dd0fe203c4305017a3ffc7df1385d/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/WALs/c0771061be61,43335,1731252149235/c0771061be61%2C43335%2C1731252149235.1731252151250, lastWalPosition=1041, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-10T15:22:52,918 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T15:22:52,920 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T15:22:53,091 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,45521,1731252154291.replicationSource.wal-reader.c0771061be61%2C45521%2C1731252154291,1-c0771061be61,45521,1731252154291 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/WALs/c0771061be61,45521,1731252154291/c0771061be61%2C45521%2C1731252154291.1731252156003 to pos 930, reset compression=false 2024-11-10T15:22:53,095 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,45521,1731252154291.replicationSource.wal-reader.c0771061be61%2C45521%2C1731252154291,1-c0771061be61,45521,1731252154291 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T15:22:53,095 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,45521,1731252154291.replicationSource.wal-reader.c0771061be61%2C45521%2C1731252154291,1-c0771061be61,45521,1731252154291 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/WALs/c0771061be61,45521,1731252154291/c0771061be61%2C45521%2C1731252154291.1731252156003 to pos 1080, reset compression=false 2024-11-10T15:22:53,095 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,45521,1731252154291.replicationSource.shipperc0771061be61%2C45521%2C1731252154291,1-c0771061be61,45521,1731252154291 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0771061be61,45521,1731252154291 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/WALs/c0771061be61,45521,1731252154291/c0771061be61%2C45521%2C1731252154291.1731252156003, lastWalPosition=1080, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T15:22:53,121 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43335,1731252149235.replicationSource.wal-reader.c0771061be61%2C43335%2C1731252149235,1-c0771061be61,43335,1731252149235 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/WALs/c0771061be61,43335,1731252149235/c0771061be61%2C43335%2C1731252149235.1731252151250 to pos 1041, reset compression=false 2024-11-10T15:22:53,298 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,45521,1731252154291.replicationSource.wal-reader.c0771061be61%2C45521%2C1731252154291,1-c0771061be61,45521,1731252154291 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/WALs/c0771061be61,45521,1731252154291/c0771061be61%2C45521%2C1731252154291.1731252156003 to pos 1080, reset compression=false 2024-11-10T15:22:53,378 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,40951,1731252144119.replicationSource.wal-reader.c0771061be61%2C40951%2C1731252144119,1-c0771061be61,40951,1731252144119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/WALs/c0771061be61,40951,1731252144119/c0771061be61%2C40951%2C1731252144119.1731252146344 to pos 636, reset compression=false 2024-11-10T15:22:53,424 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43335,1731252149235.replicationSource.wal-reader.c0771061be61%2C43335%2C1731252149235,1-c0771061be61,43335,1731252149235 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/WALs/c0771061be61,43335,1731252149235/c0771061be61%2C43335%2C1731252149235.1731252151250 to pos 1041, reset compression=false 2024-11-10T15:22:53,520 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T15:22:53,603 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,45521,1731252154291.replicationSource.wal-reader.c0771061be61%2C45521%2C1731252154291,1-c0771061be61,45521,1731252154291 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/WALs/c0771061be61,45521,1731252154291/c0771061be61%2C45521%2C1731252154291.1731252156003 to pos 1080, reset compression=false 2024-11-10T15:22:53,709 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-10T15:22:53,713 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-10T15:22:53,829 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43335,1731252149235.replicationSource.wal-reader.c0771061be61%2C43335%2C1731252149235,1-c0771061be61,43335,1731252149235 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/WALs/c0771061be61,43335,1731252149235/c0771061be61%2C43335%2C1731252149235.1731252151250 to pos 1041, reset compression=false 2024-11-10T15:22:53,982 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,40951,1731252144119.replicationSource.wal-reader.c0771061be61%2C40951%2C1731252144119,1-c0771061be61,40951,1731252144119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/WALs/c0771061be61,40951,1731252144119/c0771061be61%2C40951%2C1731252144119.1731252146344 to pos 636, reset compression=false 2024-11-10T15:22:54,007 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,45521,1731252154291.replicationSource.wal-reader.c0771061be61%2C45521%2C1731252154291,1-c0771061be61,45521,1731252154291 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/WALs/c0771061be61,45521,1731252154291/c0771061be61%2C45521%2C1731252154291.1731252156003 to pos 1080, reset compression=false 2024-11-10T15:22:54,012 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,45521,1731252154291.replicationSource.wal-reader.c0771061be61%2C45521%2C1731252154291,1-c0771061be61,45521,1731252154291 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T15:22:54,012 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,45521,1731252154291.replicationSource.wal-reader.c0771061be61%2C45521%2C1731252154291,1-c0771061be61,45521,1731252154291 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/WALs/c0771061be61,45521,1731252154291/c0771061be61%2C45521%2C1731252154291.1731252156003 to pos 1239, reset compression=false 2024-11-10T15:22:54,012 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,45521,1731252154291.replicationSource.shipperc0771061be61%2C45521%2C1731252154291,1-c0771061be61,45521,1731252154291 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0771061be61,45521,1731252154291 got entry batch from reader: WALEntryBatch [walEntries=[{test/27b9780a75d85c2d194304b5c5cbd266/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/WALs/c0771061be61,45521,1731252154291/c0771061be61%2C45521%2C1731252154291.1731252156003, lastWalPosition=1239, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-10T15:22:54,013 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43335 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T15:22:54,016 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43335 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T15:22:54,216 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,45521,1731252154291.replicationSource.wal-reader.c0771061be61%2C45521%2C1731252154291,1-c0771061be61,45521,1731252154291 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/WALs/c0771061be61,45521,1731252154291/c0771061be61%2C45521%2C1731252154291.1731252156003 to pos 1239, reset compression=false 2024-11-10T15:22:54,336 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43335,1731252149235.replicationSource.wal-reader.c0771061be61%2C43335%2C1731252149235,1-c0771061be61,43335,1731252149235 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/WALs/c0771061be61,43335,1731252149235/c0771061be61%2C43335%2C1731252149235.1731252151250 to pos 1041, reset compression=false 2024-11-10T15:22:54,352 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43335,1731252149235.replicationSource.wal-reader.c0771061be61%2C43335%2C1731252149235,1-c0771061be61,43335,1731252149235 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T15:22:54,352 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43335,1731252149235.replicationSource.wal-reader.c0771061be61%2C43335%2C1731252149235,1-c0771061be61,43335,1731252149235 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/WALs/c0771061be61,43335,1731252149235/c0771061be61%2C43335%2C1731252149235.1731252151250 to pos 1191, reset compression=false 2024-11-10T15:22:54,352 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43335,1731252149235.replicationSource.shipperc0771061be61%2C43335%2C1731252149235,1-c0771061be61,43335,1731252149235 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0771061be61,43335,1731252149235 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/WALs/c0771061be61,43335,1731252149235/c0771061be61%2C43335%2C1731252149235.1731252151250, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T15:22:54,532 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,45521,1731252154291.replicationSource.wal-reader.c0771061be61%2C45521%2C1731252154291,1-c0771061be61,45521,1731252154291 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/WALs/c0771061be61,45521,1731252154291/c0771061be61%2C45521%2C1731252154291.1731252156003 to pos 1239, reset compression=false 2024-11-10T15:22:54,560 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43335,1731252149235.replicationSource.wal-reader.c0771061be61%2C43335%2C1731252149235,1-c0771061be61,43335,1731252149235 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/WALs/c0771061be61,43335,1731252149235/c0771061be61%2C43335%2C1731252149235.1731252151250 to pos 1191, reset compression=false 2024-11-10T15:22:54,686 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,40951,1731252144119.replicationSource.wal-reader.c0771061be61%2C40951%2C1731252144119,1-c0771061be61,40951,1731252144119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/WALs/c0771061be61,40951,1731252144119/c0771061be61%2C40951%2C1731252144119.1731252146344 to pos 636, reset compression=false 2024-11-10T15:22:54,715 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-10T15:22:54,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T15:22:54,720 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T15:22:54,720 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:22:54,720 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:22:54,720 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:22:54,720 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T15:22:54,721 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T15:22:54,721 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1589919667, stopped=false 2024-11-10T15:22:54,721 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c0771061be61,34551,1731252154117 2024-11-10T15:22:54,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34551-0x101255739550006, quorum=127.0.0.1:55589, baseZNode=/2-1798697379 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1798697379/running 2024-11-10T15:22:54,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34551-0x101255739550006, quorum=127.0.0.1:55589, baseZNode=/2-1798697379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1798697379 2024-11-10T15:22:54,768 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T15:22:54,768 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45521-0x101255739550007, quorum=127.0.0.1:55589, baseZNode=/2-1798697379 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1798697379/running 2024-11-10T15:22:54,769 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45521-0x101255739550007, quorum=127.0.0.1:55589, baseZNode=/2-1798697379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1798697379 2024-11-10T15:22:54,769 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T15:22:54,769 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:22:54,769 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:22:54,769 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c0771061be61,45521,1731252154291' ***** 2024-11-10T15:22:54,769 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T15:22:54,769 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45521-0x101255739550007, quorum=127.0.0.1:55589, baseZNode=/2-1798697379 Set watcher on znode that does not yet exist, /2-1798697379/running 2024-11-10T15:22:54,769 INFO [RS:0;c0771061be61:45521 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T15:22:54,769 INFO [RS:0;c0771061be61:45521 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T15:22:54,769 INFO [RS:0;c0771061be61:45521 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T15:22:54,769 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34551-0x101255739550006, quorum=127.0.0.1:55589, baseZNode=/2-1798697379 Set watcher on znode that does not yet exist, /2-1798697379/running 2024-11-10T15:22:54,770 INFO [RS:0;c0771061be61:45521 {}] regionserver.HRegionServer(3091): Received CLOSE for ec33c6c645b12b05e26ae7ae6859d304 2024-11-10T15:22:54,770 INFO [RS:0;c0771061be61:45521 {}] regionserver.HRegionServer(3091): Received CLOSE for 27b9780a75d85c2d194304b5c5cbd266 2024-11-10T15:22:54,770 INFO [RS:0;c0771061be61:45521 {}] regionserver.HRegionServer(959): stopping server c0771061be61,45521,1731252154291 2024-11-10T15:22:54,770 INFO [RS:0;c0771061be61:45521 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T15:22:54,770 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T15:22:54,770 INFO [RS:0;c0771061be61:45521 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c0771061be61:45521. 2024-11-10T15:22:54,770 DEBUG [RS:0;c0771061be61:45521 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:22:54,770 DEBUG [RS:0;c0771061be61:45521 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:22:54,770 INFO [RS:0;c0771061be61:45521 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T15:22:54,770 INFO [RS:0;c0771061be61:45521 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T15:22:54,770 INFO [RS:0;c0771061be61:45521 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T15:22:54,770 INFO [RS:0;c0771061be61:45521 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T15:22:54,770 INFO [RS:0;c0771061be61:45521 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T15:22:54,770 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ec33c6c645b12b05e26ae7ae6859d304, disabling compactions & flushes 2024-11-10T15:22:54,770 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T15:22:54,770 DEBUG [RS:0;c0771061be61:45521 {}] regionserver.HRegionServer(1325): Online Regions={ec33c6c645b12b05e26ae7ae6859d304=hbase:replication,,1731252165485.ec33c6c645b12b05e26ae7ae6859d304., 27b9780a75d85c2d194304b5c5cbd266=test,,1731252160001.27b9780a75d85c2d194304b5c5cbd266., 1588230740=hbase:meta,,1.1588230740} 2024-11-10T15:22:54,770 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731252165485.ec33c6c645b12b05e26ae7ae6859d304. 2024-11-10T15:22:54,770 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T15:22:54,771 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731252165485.ec33c6c645b12b05e26ae7ae6859d304. 2024-11-10T15:22:54,771 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T15:22:54,771 DEBUG [RS:0;c0771061be61:45521 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 27b9780a75d85c2d194304b5c5cbd266, ec33c6c645b12b05e26ae7ae6859d304 2024-11-10T15:22:54,771 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731252165485.ec33c6c645b12b05e26ae7ae6859d304. after waiting 0 ms 2024-11-10T15:22:54,771 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T15:22:54,771 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731252165485.ec33c6c645b12b05e26ae7ae6859d304. 2024-11-10T15:22:54,771 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T15:22:54,771 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-10T15:22:54,771 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ec33c6c645b12b05e26ae7ae6859d304 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-10T15:22:54,781 INFO [regionserver/c0771061be61:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T15:22:54,795 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/data/hbase/meta/1588230740/.tmp/info/47bcfaa3821b4f97a91e911509f709e7 is 147, key is hbase:replication,,1731252165485.ec33c6c645b12b05e26ae7ae6859d304./info:regioninfo/1731252166285/Put/seqid=0 2024-11-10T15:22:54,795 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/data/hbase/replication/ec33c6c645b12b05e26ae7ae6859d304/.tmp/queue/551bd8b166324b0db24724703e4f81f6 is 154, key is 1-c0771061be61,45521,1731252154291/queue:c0771061be61%2C45521%2C1731252154291/1731252174021/Put/seqid=0 2024-11-10T15:22:54,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46105 is added to blk_1073741841_1017 (size=5353) 2024-11-10T15:22:54,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46105 is added to blk_1073741840_1016 (size=7686) 2024-11-10T15:22:54,809 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/data/hbase/meta/1588230740/.tmp/info/47bcfaa3821b4f97a91e911509f709e7 2024-11-10T15:22:54,809 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/data/hbase/replication/ec33c6c645b12b05e26ae7ae6859d304/.tmp/queue/551bd8b166324b0db24724703e4f81f6 2024-11-10T15:22:54,821 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/data/hbase/replication/ec33c6c645b12b05e26ae7ae6859d304/.tmp/queue/551bd8b166324b0db24724703e4f81f6 as hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/data/hbase/replication/ec33c6c645b12b05e26ae7ae6859d304/queue/551bd8b166324b0db24724703e4f81f6 2024-11-10T15:22:54,826 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/data/hbase/replication/ec33c6c645b12b05e26ae7ae6859d304/queue/551bd8b166324b0db24724703e4f81f6, entries=1, sequenceid=12, filesize=5.2 K 2024-11-10T15:22:54,827 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for ec33c6c645b12b05e26ae7ae6859d304 in 56ms, sequenceid=12, compaction requested=false 2024-11-10T15:22:54,852 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/data/hbase/replication/ec33c6c645b12b05e26ae7ae6859d304/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-10T15:22:54,852 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T15:22:54,852 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T15:22:54,853 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731252165485.ec33c6c645b12b05e26ae7ae6859d304. 2024-11-10T15:22:54,853 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ec33c6c645b12b05e26ae7ae6859d304: Waiting for close lock at 1731252174770Running coprocessor pre-close hooks at 1731252174770Disabling compacts and flushes for region at 1731252174770Disabling writes for close at 1731252174771 (+1 ms)Obtaining lock to block concurrent updates at 1731252174771Preparing flush snapshotting stores in ec33c6c645b12b05e26ae7ae6859d304 at 1731252174771Finished memstore snapshotting hbase:replication,,1731252165485.ec33c6c645b12b05e26ae7ae6859d304., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1731252174771Flushing stores of hbase:replication,,1731252165485.ec33c6c645b12b05e26ae7ae6859d304. at 1731252174771Flushing ec33c6c645b12b05e26ae7ae6859d304/queue: creating writer at 1731252174772 (+1 ms)Flushing ec33c6c645b12b05e26ae7ae6859d304/queue: appending metadata at 1731252174795 (+23 ms)Flushing ec33c6c645b12b05e26ae7ae6859d304/queue: closing flushed file at 1731252174795Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47aeaf62: reopening flushed file at 1731252174818 (+23 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for ec33c6c645b12b05e26ae7ae6859d304 in 56ms, sequenceid=12, compaction requested=false at 1731252174827 (+9 ms)Writing region close event to WAL at 1731252174836 (+9 ms)Running coprocessor post-close hooks at 1731252174852 (+16 ms)Closed at 1731252174853 (+1 ms) 2024-11-10T15:22:54,853 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731252165485.ec33c6c645b12b05e26ae7ae6859d304. 2024-11-10T15:22:54,853 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 27b9780a75d85c2d194304b5c5cbd266, disabling compactions & flushes 2024-11-10T15:22:54,853 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731252160001.27b9780a75d85c2d194304b5c5cbd266. 2024-11-10T15:22:54,853 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731252160001.27b9780a75d85c2d194304b5c5cbd266. 2024-11-10T15:22:54,853 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731252160001.27b9780a75d85c2d194304b5c5cbd266. after waiting 0 ms 2024-11-10T15:22:54,853 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731252160001.27b9780a75d85c2d194304b5c5cbd266. 2024-11-10T15:22:54,853 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 27b9780a75d85c2d194304b5c5cbd266 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-10T15:22:54,859 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/data/hbase/meta/1588230740/.tmp/ns/4df46853a9494512b742bf044023edfe is 43, key is default/ns:d/1731252156586/Put/seqid=0 2024-11-10T15:22:54,864 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43335,1731252149235.replicationSource.wal-reader.c0771061be61%2C43335%2C1731252149235,1-c0771061be61,43335,1731252149235 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/WALs/c0771061be61,43335,1731252149235/c0771061be61%2C43335%2C1731252149235.1731252151250 to pos 1191, reset compression=false 2024-11-10T15:22:54,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46105 is added to blk_1073741842_1018 (size=5153) 2024-11-10T15:22:54,877 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/data/default/test/27b9780a75d85c2d194304b5c5cbd266/.tmp/f/4f723c53daa746bfaddeef6320e70e98 is 29, key is row1/f:/1731252172704/DeleteFamily/seqid=0 2024-11-10T15:22:54,878 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/data/hbase/meta/1588230740/.tmp/ns/4df46853a9494512b742bf044023edfe 2024-11-10T15:22:54,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46105 is added to blk_1073741843_1019 (size=5152) 2024-11-10T15:22:54,897 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/data/default/test/27b9780a75d85c2d194304b5c5cbd266/.tmp/f/4f723c53daa746bfaddeef6320e70e98 2024-11-10T15:22:54,901 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4f723c53daa746bfaddeef6320e70e98 2024-11-10T15:22:54,908 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/data/hbase/meta/1588230740/.tmp/rep_barrier/ce1894a8a70a4d5d9b520f30a6c10d2a is 112, key is test,,1731252160001.27b9780a75d85c2d194304b5c5cbd266./rep_barrier:seqnumDuringOpen/1731252161266/Put/seqid=0 2024-11-10T15:22:54,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46105 is added to blk_1073741844_1020 (size=5518) 2024-11-10T15:22:54,914 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/data/hbase/meta/1588230740/.tmp/rep_barrier/ce1894a8a70a4d5d9b520f30a6c10d2a 2024-11-10T15:22:54,925 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/data/default/test/27b9780a75d85c2d194304b5c5cbd266/.tmp/f1/5f0bbf944bbc4b2fbff3344b0ec609ea is 30, key is row1/f1:/1731252172704/DeleteFamily/seqid=0 2024-11-10T15:22:54,936 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/data/hbase/meta/1588230740/.tmp/table/ba02053eafb442f9a1be0c4f11086c50 is 53, key is hbase:replication/table:state/1731252166292/Put/seqid=0 2024-11-10T15:22:54,936 INFO [regionserver/c0771061be61:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T15:22:54,937 INFO [regionserver/c0771061be61:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T15:22:54,937 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,45521,1731252154291.replicationSource.wal-reader.c0771061be61%2C45521%2C1731252154291,1-c0771061be61,45521,1731252154291 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/WALs/c0771061be61,45521,1731252154291/c0771061be61%2C45521%2C1731252154291.1731252156003 to pos 1239, reset compression=false 2024-11-10T15:22:54,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46105 is added to blk_1073741845_1021 (size=5158) 2024-11-10T15:22:54,938 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/data/default/test/27b9780a75d85c2d194304b5c5cbd266/.tmp/f1/5f0bbf944bbc4b2fbff3344b0ec609ea 2024-11-10T15:22:54,943 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5f0bbf944bbc4b2fbff3344b0ec609ea 2024-11-10T15:22:54,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46105 is added to blk_1073741846_1022 (size=5308) 2024-11-10T15:22:54,947 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,45521,1731252154291.replicationSource.wal-reader.c0771061be61%2C45521%2C1731252154291,1-c0771061be61,45521,1731252154291 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T15:22:54,947 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,45521,1731252154291.replicationSource.wal-reader.c0771061be61%2C45521%2C1731252154291,1-c0771061be61,45521,1731252154291 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/WALs/c0771061be61,45521,1731252154291/c0771061be61%2C45521%2C1731252154291.1731252156003 to pos 1486, reset compression=false 2024-11-10T15:22:54,947 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,45521,1731252154291.replicationSource.shipperc0771061be61%2C45521%2C1731252154291,1-c0771061be61,45521,1731252154291 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0771061be61,45521,1731252154291 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/WALs/c0771061be61,45521,1731252154291/c0771061be61%2C45521%2C1731252154291.1731252156003, lastWalPosition=1486, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T15:22:54,948 ERROR [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,45521,1731252154291.replicationSource.shipperc0771061be61%2C45521%2C1731252154291,1-c0771061be61,45521,1731252154291 {}] regionserver.HRegionServer(2440): ***** ABORTING region server c0771061be61,45521,1731252154291: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-c0771061be61,45521,1731252154291, walGroup=c0771061be61%2C45521%2C1731252154291, offset=c0771061be61%2C45521%2C1731252154291.1731252156003:1486, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c0771061be61:45521 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-10T15:22:54,949 ERROR [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,45521,1731252154291.replicationSource.shipperc0771061be61%2C45521%2C1731252154291,1-c0771061be61,45521,1731252154291 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-10T15:22:54,950 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,45521,1731252154291.replicationSource.shipperc0771061be61%2C45521%2C1731252154291,1-c0771061be61,45521,1731252154291 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-10T15:22:54,951 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,45521,1731252154291.replicationSource.shipperc0771061be61%2C45521%2C1731252154291,1-c0771061be61,45521,1731252154291 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-10T15:22:54,951 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,45521,1731252154291.replicationSource.shipperc0771061be61%2C45521%2C1731252154291,1-c0771061be61,45521,1731252154291 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-10T15:22:54,951 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,45521,1731252154291.replicationSource.shipperc0771061be61%2C45521%2C1731252154291,1-c0771061be61,45521,1731252154291 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-10T15:22:54,951 INFO [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,45521,1731252154291.replicationSource.shipperc0771061be61%2C45521%2C1731252154291,1-c0771061be61,45521,1731252154291 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1388314624, "init": 1048576000, "max": 2306867200, "used": 929188528 }, "NonHeapMemoryUsage": { "committed": 206110720, "init": 7667712, "max": -1, "used": 200920624 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-10T15:22:54,951 WARN [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,45521,1731252154291.replicationSource.shipperc0771061be61%2C45521%2C1731252154291,1-c0771061be61,45521,1731252154291 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c0771061be61:34551 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c0771061be61:34551 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-10T15:22:54,959 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/data/default/test/27b9780a75d85c2d194304b5c5cbd266/.tmp/norep/96e141423a12471abe353ffb229961de is 33, key is row2/norep:/1731252173710/DeleteFamily/seqid=0 2024-11-10T15:22:54,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46105 is added to blk_1073741847_1023 (size=5108) 2024-11-10T15:22:54,971 DEBUG [RS:0;c0771061be61:45521 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 27b9780a75d85c2d194304b5c5cbd266 2024-11-10T15:22:55,153 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,45521,1731252154291.replicationSource.wal-reader.c0771061be61%2C45521%2C1731252154291,1-c0771061be61,45521,1731252154291 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/WALs/c0771061be61,45521,1731252154291/c0771061be61%2C45521%2C1731252154291.1731252156003 to pos 1486, reset compression=false 2024-11-10T15:22:55,171 DEBUG [RS:0;c0771061be61:45521 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 27b9780a75d85c2d194304b5c5cbd266 2024-11-10T15:22:55,285 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43335,1731252149235.replicationSource.wal-reader.c0771061be61%2C43335%2C1731252149235,1-c0771061be61,43335,1731252149235 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/WALs/c0771061be61,43335,1731252149235/c0771061be61%2C43335%2C1731252149235.1731252151250 to pos 1191, reset compression=false 2024-11-10T15:22:55,347 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/data/hbase/meta/1588230740/.tmp/table/ba02053eafb442f9a1be0c4f11086c50 2024-11-10T15:22:55,351 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/data/hbase/meta/1588230740/.tmp/info/47bcfaa3821b4f97a91e911509f709e7 as hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/data/hbase/meta/1588230740/info/47bcfaa3821b4f97a91e911509f709e7 2024-11-10T15:22:55,355 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/data/hbase/meta/1588230740/info/47bcfaa3821b4f97a91e911509f709e7, entries=20, sequenceid=16, filesize=7.5 K 2024-11-10T15:22:55,356 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/data/hbase/meta/1588230740/.tmp/ns/4df46853a9494512b742bf044023edfe as hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/data/hbase/meta/1588230740/ns/4df46853a9494512b742bf044023edfe 2024-11-10T15:22:55,361 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/data/hbase/meta/1588230740/ns/4df46853a9494512b742bf044023edfe, entries=2, sequenceid=16, filesize=5.0 K 2024-11-10T15:22:55,361 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/data/hbase/meta/1588230740/.tmp/rep_barrier/ce1894a8a70a4d5d9b520f30a6c10d2a as hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/data/hbase/meta/1588230740/rep_barrier/ce1894a8a70a4d5d9b520f30a6c10d2a 2024-11-10T15:22:55,363 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/data/default/test/27b9780a75d85c2d194304b5c5cbd266/.tmp/norep/96e141423a12471abe353ffb229961de 2024-11-10T15:22:55,365 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/data/hbase/meta/1588230740/rep_barrier/ce1894a8a70a4d5d9b520f30a6c10d2a, entries=1, sequenceid=16, filesize=5.4 K 2024-11-10T15:22:55,366 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 96e141423a12471abe353ffb229961de 2024-11-10T15:22:55,366 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/data/hbase/meta/1588230740/.tmp/table/ba02053eafb442f9a1be0c4f11086c50 as hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/data/hbase/meta/1588230740/table/ba02053eafb442f9a1be0c4f11086c50 2024-11-10T15:22:55,367 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/data/default/test/27b9780a75d85c2d194304b5c5cbd266/.tmp/f/4f723c53daa746bfaddeef6320e70e98 as hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/data/default/test/27b9780a75d85c2d194304b5c5cbd266/f/4f723c53daa746bfaddeef6320e70e98 2024-11-10T15:22:55,370 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4f723c53daa746bfaddeef6320e70e98 2024-11-10T15:22:55,370 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/data/default/test/27b9780a75d85c2d194304b5c5cbd266/f/4f723c53daa746bfaddeef6320e70e98, entries=3, sequenceid=10, filesize=5.0 K 2024-11-10T15:22:55,371 DEBUG [RS:0;c0771061be61:45521 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 27b9780a75d85c2d194304b5c5cbd266 2024-11-10T15:22:55,371 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/data/default/test/27b9780a75d85c2d194304b5c5cbd266/.tmp/f1/5f0bbf944bbc4b2fbff3344b0ec609ea as hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/data/default/test/27b9780a75d85c2d194304b5c5cbd266/f1/5f0bbf944bbc4b2fbff3344b0ec609ea 2024-11-10T15:22:55,372 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/data/hbase/meta/1588230740/table/ba02053eafb442f9a1be0c4f11086c50, entries=4, sequenceid=16, filesize=5.2 K 2024-11-10T15:22:55,373 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 602ms, sequenceid=16, compaction requested=false 2024-11-10T15:22:55,375 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5f0bbf944bbc4b2fbff3344b0ec609ea 2024-11-10T15:22:55,375 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/data/default/test/27b9780a75d85c2d194304b5c5cbd266/f1/5f0bbf944bbc4b2fbff3344b0ec609ea, entries=3, sequenceid=10, filesize=5.0 K 2024-11-10T15:22:55,376 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/data/default/test/27b9780a75d85c2d194304b5c5cbd266/.tmp/norep/96e141423a12471abe353ffb229961de as hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/data/default/test/27b9780a75d85c2d194304b5c5cbd266/norep/96e141423a12471abe353ffb229961de 2024-11-10T15:22:55,381 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 96e141423a12471abe353ffb229961de 2024-11-10T15:22:55,381 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/data/default/test/27b9780a75d85c2d194304b5c5cbd266/norep/96e141423a12471abe353ffb229961de, entries=1, sequenceid=10, filesize=5.0 K 2024-11-10T15:22:55,382 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 27b9780a75d85c2d194304b5c5cbd266 in 529ms, sequenceid=10, compaction requested=false 2024-11-10T15:22:55,398 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-10T15:22:55,399 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T15:22:55,399 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T15:22:55,399 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T15:22:55,399 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731252174770Running coprocessor pre-close hooks at 1731252174770Disabling compacts and flushes for region at 1731252174770Disabling writes for close at 1731252174771 (+1 ms)Obtaining lock to block concurrent updates at 1731252174771Preparing flush snapshotting stores in 1588230740 at 1731252174771Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731252174771Flushing stores of hbase:meta,,1.1588230740 at 1731252174771Flushing 1588230740/info: creating writer at 1731252174771Flushing 1588230740/info: appending metadata at 1731252174794 (+23 ms)Flushing 1588230740/info: closing flushed file at 1731252174794Flushing 1588230740/ns: creating writer at 1731252174835 (+41 ms)Flushing 1588230740/ns: appending metadata at 1731252174858 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1731252174858Flushing 1588230740/rep_barrier: creating writer at 1731252174885 (+27 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731252174907 (+22 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731252174907Flushing 1588230740/table: creating writer at 1731252174918 (+11 ms)Flushing 1588230740/table: appending metadata at 1731252174936 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731252174936Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57caeb50: reopening flushed file at 1731252175351 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77a36b29: reopening flushed file at 1731252175355 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f538c2f: reopening flushed file at 1731252175361 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ca5c5e5: reopening flushed file at 1731252175366 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 602ms, sequenceid=16, compaction requested=false at 1731252175373 (+7 ms)Writing region close event to WAL at 1731252175396 (+23 ms)Running coprocessor post-close hooks at 1731252175399 (+3 ms)Closed at 1731252175399 2024-11-10T15:22:55,399 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T15:22:55,400 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/data/default/test/27b9780a75d85c2d194304b5c5cbd266/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-10T15:22:55,401 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T15:22:55,401 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T15:22:55,401 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731252160001.27b9780a75d85c2d194304b5c5cbd266. 2024-11-10T15:22:55,401 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 27b9780a75d85c2d194304b5c5cbd266: Waiting for close lock at 1731252174853Running coprocessor pre-close hooks at 1731252174853Disabling compacts and flushes for region at 1731252174853Disabling writes for close at 1731252174853Obtaining lock to block concurrent updates at 1731252174853Preparing flush snapshotting stores in 27b9780a75d85c2d194304b5c5cbd266 at 1731252174853Finished memstore snapshotting test,,1731252160001.27b9780a75d85c2d194304b5c5cbd266., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731252174854 (+1 ms)Flushing stores of test,,1731252160001.27b9780a75d85c2d194304b5c5cbd266. at 1731252174854Flushing 27b9780a75d85c2d194304b5c5cbd266/f: creating writer at 1731252174854Flushing 27b9780a75d85c2d194304b5c5cbd266/f: appending metadata at 1731252174876 (+22 ms)Flushing 27b9780a75d85c2d194304b5c5cbd266/f: closing flushed file at 1731252174876Flushing 27b9780a75d85c2d194304b5c5cbd266/f1: creating writer at 1731252174901 (+25 ms)Flushing 27b9780a75d85c2d194304b5c5cbd266/f1: appending metadata at 1731252174924 (+23 ms)Flushing 27b9780a75d85c2d194304b5c5cbd266/f1: closing flushed file at 1731252174924Flushing 27b9780a75d85c2d194304b5c5cbd266/norep: creating writer at 1731252174943 (+19 ms)Flushing 27b9780a75d85c2d194304b5c5cbd266/norep: appending metadata at 1731252174958 (+15 ms)Flushing 27b9780a75d85c2d194304b5c5cbd266/norep: closing flushed file at 1731252174958Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28ea2ad1: reopening flushed file at 1731252175366 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c792ecc: reopening flushed file at 1731252175370 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fbaf63e: reopening flushed file at 1731252175376 (+6 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 27b9780a75d85c2d194304b5c5cbd266 in 529ms, sequenceid=10, compaction requested=false at 1731252175382 (+6 ms)Writing region close event to WAL at 1731252175396 (+14 ms)Running coprocessor post-close hooks at 1731252175401 (+5 ms)Closed at 1731252175401 2024-11-10T15:22:55,401 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731252160001.27b9780a75d85c2d194304b5c5cbd266. 2024-11-10T15:22:55,456 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,45521,1731252154291.replicationSource.wal-reader.c0771061be61%2C45521%2C1731252154291,1-c0771061be61,45521,1731252154291 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/WALs/c0771061be61,45521,1731252154291/c0771061be61%2C45521%2C1731252154291.1731252156003 to pos 1486, reset compression=false 2024-11-10T15:22:55,467 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,45521,1731252154291.replicationSource.wal-reader.c0771061be61%2C45521%2C1731252154291,1-c0771061be61,45521,1731252154291 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T15:22:55,467 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,45521,1731252154291.replicationSource.wal-reader.c0771061be61%2C45521%2C1731252154291,1-c0771061be61,45521,1731252154291 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/WALs/c0771061be61,45521,1731252154291/c0771061be61%2C45521%2C1731252154291.1731252156003 to pos 2130, reset compression=false 2024-11-10T15:22:55,489 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,40951,1731252144119.replicationSource.wal-reader.c0771061be61%2C40951%2C1731252144119,1-c0771061be61,40951,1731252144119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/WALs/c0771061be61,40951,1731252144119/c0771061be61%2C40951%2C1731252144119.1731252146344 to pos 636, reset compression=false 2024-11-10T15:22:55,571 INFO [RS:0;c0771061be61:45521 {}] regionserver.HRegionServer(976): stopping server c0771061be61,45521,1731252154291; all regions closed. 2024-11-10T15:22:55,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46105 is added to blk_1073741834_1010 (size=4239) 2024-11-10T15:22:55,573 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/WALs/c0771061be61,45521,1731252154291/c0771061be61%2C45521%2C1731252154291.meta.1731252156524.meta not finished, retry = 0 2024-11-10T15:22:55,673 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,45521,1731252154291.replicationSource.wal-reader.c0771061be61%2C45521%2C1731252154291,1-c0771061be61,45521,1731252154291 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/WALs/c0771061be61,45521,1731252154291/c0771061be61%2C45521%2C1731252154291.1731252156003 to pos 2130, reset compression=false 2024-11-10T15:22:55,702 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/WALs/c0771061be61,45521,1731252154291/c0771061be61%2C45521%2C1731252154291.rep.1731252166256 not finished, retry = 0 2024-11-10T15:22:55,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46105 is added to blk_1073741839_1015 (size=3114) 2024-11-10T15:22:55,789 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43335,1731252149235.replicationSource.wal-reader.c0771061be61%2C43335%2C1731252149235,1-c0771061be61,43335,1731252149235 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/WALs/c0771061be61,43335,1731252149235/c0771061be61%2C43335%2C1731252149235.1731252151250 to pos 1191, reset compression=false 2024-11-10T15:22:55,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46105 is added to blk_1073741833_1009 (size=2138) 2024-11-10T15:22:55,809 DEBUG [RS:0;c0771061be61:45521 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:22:55,809 INFO [RS:0;c0771061be61:45521 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T15:22:55,809 INFO [RS:0;c0771061be61:45521 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T15:22:55,809 INFO [RS:0;c0771061be61:45521 {}] hbase.ChoreService(370): Chore service for: regionserver/c0771061be61:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-10T15:22:55,810 INFO [RS:0;c0771061be61:45521 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T15:22:55,810 INFO [regionserver/c0771061be61:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T15:22:55,810 INFO [RS:0;c0771061be61:45521 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c0771061be61,45521,1731252154291 because: Region server is closing 2024-11-10T15:22:55,810 INFO [RS:0;c0771061be61:45521 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c0771061be61:45521. 2024-11-10T15:22:55,810 DEBUG [RS:0;c0771061be61:45521 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:22:55,810 DEBUG [RS:0;c0771061be61:45521 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:22:55,811 DEBUG [RS:0;c0771061be61:45521 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:22:55,811 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T15:22:55,911 INFO [RS:0;c0771061be61:45521 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,45521,1731252154291.replicationSource.shipperc0771061be61%2C45521%2C1731252154291,1-c0771061be61,45521,1731252154291 terminated 2024-11-10T15:22:55,911 WARN [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,45521,1731252154291.replicationSource.wal-reader.c0771061be61%2C45521%2C1731252154291,1-c0771061be61,45521,1731252154291 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T15:22:55,912 INFO [RS:0;c0771061be61:45521 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c0771061be61:45521. 2024-11-10T15:22:55,912 DEBUG [RS:0;c0771061be61:45521 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:22:55,912 DEBUG [RS:0;c0771061be61:45521 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:22:55,912 DEBUG [RS:0;c0771061be61:45521 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:22:55,912 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T15:22:55,912 INFO [RS:0;c0771061be61:45521 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45521 2024-11-10T15:22:55,978 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45521-0x101255739550007, quorum=127.0.0.1:55589, baseZNode=/2-1798697379 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1798697379/rs/c0771061be61,45521,1731252154291 2024-11-10T15:22:55,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34551-0x101255739550006, quorum=127.0.0.1:55589, baseZNode=/2-1798697379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1798697379/rs 2024-11-10T15:22:55,978 INFO [RS:0;c0771061be61:45521 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T15:22:55,979 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c0771061be61,45521,1731252154291] 2024-11-10T15:22:55,999 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1798697379/draining/c0771061be61,45521,1731252154291 already deleted, retry=false 2024-11-10T15:22:56,000 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c0771061be61,45521,1731252154291 expired; onlineServers=0 2024-11-10T15:22:56,000 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c0771061be61,34551,1731252154117' ***** 2024-11-10T15:22:56,000 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T15:22:56,000 INFO [M:0;c0771061be61:34551 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T15:22:56,000 INFO [M:0;c0771061be61:34551 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T15:22:56,000 DEBUG [M:0;c0771061be61:34551 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T15:22:56,000 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T15:22:56,000 DEBUG [M:0;c0771061be61:34551 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T15:22:56,000 DEBUG [master/c0771061be61:0:becomeActiveMaster-HFileCleaner.large.0-1731252155708 {}] cleaner.HFileCleaner(306): Exit Thread[master/c0771061be61:0:becomeActiveMaster-HFileCleaner.large.0-1731252155708,5,FailOnTimeoutGroup] 2024-11-10T15:22:56,000 DEBUG [master/c0771061be61:0:becomeActiveMaster-HFileCleaner.small.0-1731252155708 {}] cleaner.HFileCleaner(306): Exit Thread[master/c0771061be61:0:becomeActiveMaster-HFileCleaner.small.0-1731252155708,5,FailOnTimeoutGroup] 2024-11-10T15:22:56,000 INFO [M:0;c0771061be61:34551 {}] hbase.ChoreService(370): Chore service for: master/c0771061be61:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T15:22:56,000 INFO [M:0;c0771061be61:34551 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T15:22:56,001 DEBUG [M:0;c0771061be61:34551 {}] master.HMaster(1795): Stopping service threads 2024-11-10T15:22:56,001 INFO [M:0;c0771061be61:34551 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T15:22:56,001 INFO [M:0;c0771061be61:34551 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T15:22:56,001 INFO [M:0;c0771061be61:34551 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T15:22:56,001 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T15:22:56,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34551-0x101255739550006, quorum=127.0.0.1:55589, baseZNode=/2-1798697379 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1798697379/master 2024-11-10T15:22:56,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34551-0x101255739550006, quorum=127.0.0.1:55589, baseZNode=/2-1798697379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1798697379 2024-11-10T15:22:56,026 DEBUG [M:0;c0771061be61:34551 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1798697379/master already deleted, retry=false 2024-11-10T15:22:56,026 DEBUG [M:0;c0771061be61:34551 {}] master.ActiveMasterManager(353): master:34551-0x101255739550006, quorum=127.0.0.1:55589, baseZNode=/2-1798697379 Failed delete of our master address node; KeeperErrorCode = NoNode for /2-1798697379/master 2024-11-10T15:22:56,037 INFO [M:0;c0771061be61:34551 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/.lastflushedseqids 2024-11-10T15:22:56,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46105 is added to blk_1073741848_1024 (size=245) 2024-11-10T15:22:56,089 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45521-0x101255739550007, quorum=127.0.0.1:55589, baseZNode=/2-1798697379 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T15:22:56,089 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45521-0x101255739550007, quorum=127.0.0.1:55589, baseZNode=/2-1798697379 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T15:22:56,090 INFO [RS:0;c0771061be61:45521 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T15:22:56,090 INFO [RS:0;c0771061be61:45521 {}] regionserver.HRegionServer(1031): Exiting; stopping=c0771061be61,45521,1731252154291; zookeeper connection closed. 2024-11-10T15:22:56,090 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@9aba424 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@9aba424 2024-11-10T15:22:56,090 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T15:22:56,392 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43335,1731252149235.replicationSource.wal-reader.c0771061be61%2C43335%2C1731252149235,1-c0771061be61,43335,1731252149235 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/WALs/c0771061be61,43335,1731252149235/c0771061be61%2C43335%2C1731252149235.1731252151250 to pos 1191, reset compression=false 2024-11-10T15:22:56,392 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,40951,1731252144119.replicationSource.wal-reader.c0771061be61%2C40951%2C1731252144119,1-c0771061be61,40951,1731252144119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/WALs/c0771061be61,40951,1731252144119/c0771061be61%2C40951%2C1731252144119.1731252146344 to pos 636, reset compression=false 2024-11-10T15:22:56,446 INFO [M:0;c0771061be61:34551 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T15:22:56,447 INFO [M:0;c0771061be61:34551 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T15:22:56,447 DEBUG [M:0;c0771061be61:34551 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T15:22:56,447 INFO [M:0;c0771061be61:34551 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:22:56,447 DEBUG [M:0;c0771061be61:34551 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:22:56,447 DEBUG [M:0;c0771061be61:34551 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T15:22:56,447 DEBUG [M:0;c0771061be61:34551 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:22:56,447 INFO [M:0;c0771061be61:34551 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-10T15:22:56,471 DEBUG [M:0;c0771061be61:34551 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9028f69333814ef5a782ef459ae32686 is 82, key is hbase:meta,,1/info:regioninfo/1731252156565/Put/seqid=0 2024-11-10T15:22:56,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46105 is added to blk_1073741849_1025 (size=5672) 2024-11-10T15:22:56,478 INFO [M:0;c0771061be61:34551 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9028f69333814ef5a782ef459ae32686 2024-11-10T15:22:56,506 DEBUG [M:0;c0771061be61:34551 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/caadc5034b634577a240d4b88ac684d9 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731252166295/Put/seqid=0 2024-11-10T15:22:56,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46105 is added to blk_1073741850_1026 (size=8516) 2024-11-10T15:22:56,513 INFO [M:0;c0771061be61:34551 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/caadc5034b634577a240d4b88ac684d9 2024-11-10T15:22:56,539 DEBUG [M:0;c0771061be61:34551 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/68a72a52ed50410b9fe52dfff8bb9a12 is 69, key is c0771061be61,45521,1731252154291/rs:state/1731252155782/Put/seqid=0 2024-11-10T15:22:56,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46105 is added to blk_1073741851_1027 (size=5156) 2024-11-10T15:22:56,546 INFO [M:0;c0771061be61:34551 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/68a72a52ed50410b9fe52dfff8bb9a12 2024-11-10T15:22:56,551 DEBUG [M:0;c0771061be61:34551 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9028f69333814ef5a782ef459ae32686 as hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9028f69333814ef5a782ef459ae32686 2024-11-10T15:22:56,556 INFO [M:0;c0771061be61:34551 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9028f69333814ef5a782ef459ae32686, entries=8, sequenceid=97, filesize=5.5 K 2024-11-10T15:22:56,557 DEBUG [M:0;c0771061be61:34551 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/caadc5034b634577a240d4b88ac684d9 as hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/caadc5034b634577a240d4b88ac684d9 2024-11-10T15:22:56,563 INFO [M:0;c0771061be61:34551 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/caadc5034b634577a240d4b88ac684d9, entries=11, sequenceid=97, filesize=8.3 K 2024-11-10T15:22:56,564 DEBUG [M:0;c0771061be61:34551 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/68a72a52ed50410b9fe52dfff8bb9a12 as hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/68a72a52ed50410b9fe52dfff8bb9a12 2024-11-10T15:22:56,569 INFO [M:0;c0771061be61:34551 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41593/user/jenkins/test-data/cd16151c-8b04-02f9-0285-0d44f1d2368a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/68a72a52ed50410b9fe52dfff8bb9a12, entries=1, sequenceid=97, filesize=5.0 K 2024-11-10T15:22:56,570 INFO [M:0;c0771061be61:34551 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 122ms, sequenceid=97, compaction requested=false 2024-11-10T15:22:56,577 INFO [M:0;c0771061be61:34551 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:22:56,577 DEBUG [M:0;c0771061be61:34551 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731252176447Disabling compacts and flushes for region at 1731252176447Disabling writes for close at 1731252176447Obtaining lock to block concurrent updates at 1731252176447Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731252176447Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731252176448 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731252176448Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731252176448Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731252176470 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731252176470Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731252176483 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731252176506 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731252176506Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731252176517 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731252176538 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731252176538Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21cee585: reopening flushed file at 1731252176550 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1544bbec: reopening flushed file at 1731252176556 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20f1e4d4: reopening flushed file at 1731252176563 (+7 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 122ms, sequenceid=97, compaction requested=false at 1731252176570 (+7 ms)Writing region close event to WAL at 1731252176577 (+7 ms)Closed at 1731252176577 2024-11-10T15:22:56,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46105 is added to blk_1073741830_1006 (size=63654) 2024-11-10T15:22:56,583 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T15:22:56,583 INFO [M:0;c0771061be61:34551 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T15:22:56,584 INFO [M:0;c0771061be61:34551 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34551 2024-11-10T15:22:56,586 INFO [M:0;c0771061be61:34551 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T15:22:56,736 INFO [M:0;c0771061be61:34551 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T15:22:56,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34551-0x101255739550006, quorum=127.0.0.1:55589, baseZNode=/2-1798697379 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T15:22:56,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34551-0x101255739550006, quorum=127.0.0.1:55589, baseZNode=/2-1798697379 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T15:22:56,741 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e0f4b23{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T15:22:56,742 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2f9147eb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T15:22:56,742 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T15:22:56,742 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@399c85bd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T15:22:56,742 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57ed330a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a577421c-7271-155a-fbf1-4a7cddaa8554/hadoop.log.dir/,STOPPED} 2024-11-10T15:22:56,744 WARN [BP-1858056102-172.17.0.3-1731252152010 heartbeating to localhost/127.0.0.1:41593 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T15:22:56,744 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T15:22:56,744 WARN [BP-1858056102-172.17.0.3-1731252152010 heartbeating to localhost/127.0.0.1:41593 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1858056102-172.17.0.3-1731252152010 (Datanode Uuid 763f1768-bafa-45ad-851e-931cb96af48c) service to localhost/127.0.0.1:41593 2024-11-10T15:22:56,744 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T15:22:56,745 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a577421c-7271-155a-fbf1-4a7cddaa8554/cluster_a4483e8d-f58e-69d9-00ab-add2fd255784/data/data1/current/BP-1858056102-172.17.0.3-1731252152010 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T15:22:56,745 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a577421c-7271-155a-fbf1-4a7cddaa8554/cluster_a4483e8d-f58e-69d9-00ab-add2fd255784/data/data2/current/BP-1858056102-172.17.0.3-1731252152010 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T15:22:56,745 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T15:22:56,754 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b776582{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T15:22:56,754 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4a453c14{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T15:22:56,754 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T15:22:56,755 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c636791{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T15:22:56,755 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e91cfc1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a577421c-7271-155a-fbf1-4a7cddaa8554/hadoop.log.dir/,STOPPED} 2024-11-10T15:22:56,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T15:22:56,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T15:22:56,774 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T15:22:56,774 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:22:56,774 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:22:56,774 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T15:22:56,775 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:22:56,775 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T15:22:56,775 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1667344904, stopped=false 2024-11-10T15:22:56,775 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c0771061be61,45653,1731252149118 2024-11-10T15:22:56,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45653-0x101255739550003, quorum=127.0.0.1:55589, baseZNode=/1-172898757 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-172898757/running 2024-11-10T15:22:56,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43335-0x101255739550004, quorum=127.0.0.1:55589, baseZNode=/1-172898757 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-172898757/running 2024-11-10T15:22:56,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45653-0x101255739550003, quorum=127.0.0.1:55589, baseZNode=/1-172898757 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-172898757 2024-11-10T15:22:56,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43335-0x101255739550004, quorum=127.0.0.1:55589, baseZNode=/1-172898757 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-172898757 2024-11-10T15:22:56,794 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T15:22:56,795 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45653-0x101255739550003, quorum=127.0.0.1:55589, baseZNode=/1-172898757 Set watcher on znode that does not yet exist, /1-172898757/running 2024-11-10T15:22:56,795 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43335-0x101255739550004, quorum=127.0.0.1:55589, baseZNode=/1-172898757 Set watcher on znode that does not yet exist, /1-172898757/running 2024-11-10T15:22:56,796 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T15:22:56,796 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:22:56,796 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:22:56,796 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c0771061be61,43335,1731252149235' ***** 2024-11-10T15:22:56,796 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T15:22:56,796 INFO [RS:0;c0771061be61:43335 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T15:22:56,796 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T15:22:56,796 INFO [RS:0;c0771061be61:43335 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T15:22:56,796 INFO [RS:0;c0771061be61:43335 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T15:22:56,796 INFO [RS:0;c0771061be61:43335 {}] regionserver.HRegionServer(3091): Received CLOSE for 1d2d5b9c2035994964d62e2f6ba5921c 2024-11-10T15:22:56,797 INFO [RS:0;c0771061be61:43335 {}] regionserver.HRegionServer(3091): Received CLOSE for ff1dd0fe203c4305017a3ffc7df1385d 2024-11-10T15:22:56,797 INFO [RS:0;c0771061be61:43335 {}] regionserver.HRegionServer(959): stopping server c0771061be61,43335,1731252149235 2024-11-10T15:22:56,797 INFO [RS:0;c0771061be61:43335 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T15:22:56,797 INFO [RS:0;c0771061be61:43335 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c0771061be61:43335. 2024-11-10T15:22:56,797 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1d2d5b9c2035994964d62e2f6ba5921c, disabling compactions & flushes 2024-11-10T15:22:56,797 DEBUG [RS:0;c0771061be61:43335 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:22:56,797 DEBUG [RS:0;c0771061be61:43335 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:22:56,797 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731252164337.1d2d5b9c2035994964d62e2f6ba5921c. 2024-11-10T15:22:56,797 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731252164337.1d2d5b9c2035994964d62e2f6ba5921c. 2024-11-10T15:22:56,797 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731252164337.1d2d5b9c2035994964d62e2f6ba5921c. after waiting 0 ms 2024-11-10T15:22:56,797 INFO [RS:0;c0771061be61:43335 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T15:22:56,797 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731252164337.1d2d5b9c2035994964d62e2f6ba5921c. 2024-11-10T15:22:56,797 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1d2d5b9c2035994964d62e2f6ba5921c 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-10T15:22:56,800 INFO [RS:0;c0771061be61:43335 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T15:22:56,800 INFO [RS:0;c0771061be61:43335 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T15:22:56,800 INFO [RS:0;c0771061be61:43335 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T15:22:56,800 INFO [RS:0;c0771061be61:43335 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T15:22:56,800 DEBUG [RS:0;c0771061be61:43335 {}] regionserver.HRegionServer(1325): Online Regions={1d2d5b9c2035994964d62e2f6ba5921c=hbase:replication,,1731252164337.1d2d5b9c2035994964d62e2f6ba5921c., ff1dd0fe203c4305017a3ffc7df1385d=test,,1731252158841.ff1dd0fe203c4305017a3ffc7df1385d., 1588230740=hbase:meta,,1.1588230740} 2024-11-10T15:22:56,800 DEBUG [RS:0;c0771061be61:43335 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1d2d5b9c2035994964d62e2f6ba5921c, ff1dd0fe203c4305017a3ffc7df1385d 2024-11-10T15:22:56,800 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T15:22:56,800 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T15:22:56,801 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T15:22:56,801 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T15:22:56,801 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T15:22:56,801 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-10T15:22:56,815 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/data/hbase/replication/1d2d5b9c2035994964d62e2f6ba5921c/.tmp/queue/4ee0b745ecec4837a71455db95a0e6c8 is 154, key is 1-c0771061be61,43335,1731252149235/queue:c0771061be61%2C43335%2C1731252149235/1731252174357/Put/seqid=0 2024-11-10T15:22:56,819 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/data/hbase/meta/1588230740/.tmp/info/97b4caf9cf954059b55ddeeff079d09a is 147, key is hbase:replication,,1731252164337.1d2d5b9c2035994964d62e2f6ba5921c./info:regioninfo/1731252164737/Put/seqid=0 2024-11-10T15:22:56,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45761 is added to blk_1073741840_1016 (size=5353) 2024-11-10T15:22:56,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45761 is added to blk_1073741841_1017 (size=7686) 2024-11-10T15:22:56,830 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/data/hbase/meta/1588230740/.tmp/info/97b4caf9cf954059b55ddeeff079d09a 2024-11-10T15:22:56,845 INFO [regionserver/c0771061be61:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T15:22:56,850 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/data/hbase/meta/1588230740/.tmp/ns/ee7d322b55f945488637b929a2d055d3 is 43, key is default/ns:d/1731252151834/Put/seqid=0 2024-11-10T15:22:56,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45761 is added to blk_1073741842_1018 (size=5153) 2024-11-10T15:22:57,000 DEBUG [RS:0;c0771061be61:43335 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1d2d5b9c2035994964d62e2f6ba5921c, ff1dd0fe203c4305017a3ffc7df1385d 2024-11-10T15:22:57,098 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43335,1731252149235.replicationSource.wal-reader.c0771061be61%2C43335%2C1731252149235,1-c0771061be61,43335,1731252149235 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/WALs/c0771061be61,43335,1731252149235/c0771061be61%2C43335%2C1731252149235.1731252151250 to pos 1191, reset compression=false 2024-11-10T15:22:57,123 INFO [regionserver/c0771061be61:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T15:22:57,123 INFO [regionserver/c0771061be61:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T15:22:57,201 DEBUG [RS:0;c0771061be61:43335 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1d2d5b9c2035994964d62e2f6ba5921c, ff1dd0fe203c4305017a3ffc7df1385d 2024-11-10T15:22:57,222 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/data/hbase/replication/1d2d5b9c2035994964d62e2f6ba5921c/.tmp/queue/4ee0b745ecec4837a71455db95a0e6c8 2024-11-10T15:22:57,226 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/data/hbase/replication/1d2d5b9c2035994964d62e2f6ba5921c/.tmp/queue/4ee0b745ecec4837a71455db95a0e6c8 as hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/data/hbase/replication/1d2d5b9c2035994964d62e2f6ba5921c/queue/4ee0b745ecec4837a71455db95a0e6c8 2024-11-10T15:22:57,230 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/data/hbase/replication/1d2d5b9c2035994964d62e2f6ba5921c/queue/4ee0b745ecec4837a71455db95a0e6c8, entries=1, sequenceid=12, filesize=5.2 K 2024-11-10T15:22:57,231 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 1d2d5b9c2035994964d62e2f6ba5921c in 434ms, sequenceid=12, compaction requested=false 2024-11-10T15:22:57,235 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/data/hbase/replication/1d2d5b9c2035994964d62e2f6ba5921c/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-10T15:22:57,236 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T15:22:57,236 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T15:22:57,236 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731252164337.1d2d5b9c2035994964d62e2f6ba5921c. 2024-11-10T15:22:57,236 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1d2d5b9c2035994964d62e2f6ba5921c: Waiting for close lock at 1731252176797Running coprocessor pre-close hooks at 1731252176797Disabling compacts and flushes for region at 1731252176797Disabling writes for close at 1731252176797Obtaining lock to block concurrent updates at 1731252176797Preparing flush snapshotting stores in 1d2d5b9c2035994964d62e2f6ba5921c at 1731252176797Finished memstore snapshotting hbase:replication,,1731252164337.1d2d5b9c2035994964d62e2f6ba5921c., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1731252176797Flushing stores of hbase:replication,,1731252164337.1d2d5b9c2035994964d62e2f6ba5921c. at 1731252176798 (+1 ms)Flushing 1d2d5b9c2035994964d62e2f6ba5921c/queue: creating writer at 1731252176798Flushing 1d2d5b9c2035994964d62e2f6ba5921c/queue: appending metadata at 1731252176814 (+16 ms)Flushing 1d2d5b9c2035994964d62e2f6ba5921c/queue: closing flushed file at 1731252176814Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19d94766: reopening flushed file at 1731252177225 (+411 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 1d2d5b9c2035994964d62e2f6ba5921c in 434ms, sequenceid=12, compaction requested=false at 1731252177231 (+6 ms)Writing region close event to WAL at 1731252177233 (+2 ms)Running coprocessor post-close hooks at 1731252177236 (+3 ms)Closed at 1731252177236 2024-11-10T15:22:57,236 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731252164337.1d2d5b9c2035994964d62e2f6ba5921c. 2024-11-10T15:22:57,236 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ff1dd0fe203c4305017a3ffc7df1385d, disabling compactions & flushes 2024-11-10T15:22:57,236 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731252158841.ff1dd0fe203c4305017a3ffc7df1385d. 2024-11-10T15:22:57,236 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731252158841.ff1dd0fe203c4305017a3ffc7df1385d. 2024-11-10T15:22:57,236 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731252158841.ff1dd0fe203c4305017a3ffc7df1385d. after waiting 0 ms 2024-11-10T15:22:57,236 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731252158841.ff1dd0fe203c4305017a3ffc7df1385d. 2024-11-10T15:22:57,236 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ff1dd0fe203c4305017a3ffc7df1385d 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-10T15:22:57,255 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/data/hbase/meta/1588230740/.tmp/ns/ee7d322b55f945488637b929a2d055d3 2024-11-10T15:22:57,258 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/data/default/test/ff1dd0fe203c4305017a3ffc7df1385d/.tmp/f/45d4f5c2cd3c459e815971948aadfedb is 29, key is row1/f:/1731252172704/DeleteFamily/seqid=0 2024-11-10T15:22:57,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45761 is added to blk_1073741843_1019 (size=5152) 2024-11-10T15:22:57,289 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/data/hbase/meta/1588230740/.tmp/rep_barrier/9f1c4731e9ea493aa8136946c90c1169 is 112, key is test,,1731252158841.ff1dd0fe203c4305017a3ffc7df1385d./rep_barrier:seqnumDuringOpen/1731252159609/Put/seqid=0 2024-11-10T15:22:57,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45761 is added to blk_1073741844_1020 (size=5518) 2024-11-10T15:22:57,295 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/data/hbase/meta/1588230740/.tmp/rep_barrier/9f1c4731e9ea493aa8136946c90c1169 2024-11-10T15:22:57,321 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/data/hbase/meta/1588230740/.tmp/table/d2baf1f19ed34ecb94748b30e5169820 is 53, key is hbase:replication/table:state/1731252164760/Put/seqid=0 2024-11-10T15:22:57,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45761 is added to blk_1073741845_1021 (size=5308) 2024-11-10T15:22:57,399 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,40951,1731252144119.replicationSource.wal-reader.c0771061be61%2C40951%2C1731252144119,1-c0771061be61,40951,1731252144119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/WALs/c0771061be61,40951,1731252144119/c0771061be61%2C40951%2C1731252144119.1731252146344 to pos 636, reset compression=false 2024-11-10T15:22:57,401 DEBUG [RS:0;c0771061be61:43335 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ff1dd0fe203c4305017a3ffc7df1385d 2024-11-10T15:22:57,601 DEBUG [RS:0;c0771061be61:43335 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ff1dd0fe203c4305017a3ffc7df1385d 2024-11-10T15:22:57,666 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/data/default/test/ff1dd0fe203c4305017a3ffc7df1385d/.tmp/f/45d4f5c2cd3c459e815971948aadfedb 2024-11-10T15:22:57,670 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 45d4f5c2cd3c459e815971948aadfedb 2024-11-10T15:22:57,690 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/data/default/test/ff1dd0fe203c4305017a3ffc7df1385d/.tmp/f1/d660f498bafe4e97aa271645cb1a1e3c is 30, key is row1/f1:/1731252172704/DeleteFamily/seqid=0 2024-11-10T15:22:57,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45761 is added to blk_1073741846_1022 (size=5158) 2024-11-10T15:22:57,695 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/data/default/test/ff1dd0fe203c4305017a3ffc7df1385d/.tmp/f1/d660f498bafe4e97aa271645cb1a1e3c 2024-11-10T15:22:57,700 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d660f498bafe4e97aa271645cb1a1e3c 2024-11-10T15:22:57,722 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/data/default/test/ff1dd0fe203c4305017a3ffc7df1385d/.tmp/norep/958d3bd962e44d5a895fd8ff43f0443b is 33, key is row1/norep:/1731252172704/DeleteFamily/seqid=0 2024-11-10T15:22:57,725 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/data/hbase/meta/1588230740/.tmp/table/d2baf1f19ed34ecb94748b30e5169820 2024-11-10T15:22:57,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45761 is added to blk_1073741847_1023 (size=5108) 2024-11-10T15:22:57,730 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/data/hbase/meta/1588230740/.tmp/info/97b4caf9cf954059b55ddeeff079d09a as hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/data/hbase/meta/1588230740/info/97b4caf9cf954059b55ddeeff079d09a 2024-11-10T15:22:57,735 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/data/hbase/meta/1588230740/info/97b4caf9cf954059b55ddeeff079d09a, entries=20, sequenceid=16, filesize=7.5 K 2024-11-10T15:22:57,736 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/data/hbase/meta/1588230740/.tmp/ns/ee7d322b55f945488637b929a2d055d3 as hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/data/hbase/meta/1588230740/ns/ee7d322b55f945488637b929a2d055d3 2024-11-10T15:22:57,740 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/data/hbase/meta/1588230740/ns/ee7d322b55f945488637b929a2d055d3, entries=2, sequenceid=16, filesize=5.0 K 2024-11-10T15:22:57,741 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/data/hbase/meta/1588230740/.tmp/rep_barrier/9f1c4731e9ea493aa8136946c90c1169 as hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/data/hbase/meta/1588230740/rep_barrier/9f1c4731e9ea493aa8136946c90c1169 2024-11-10T15:22:57,745 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/data/hbase/meta/1588230740/rep_barrier/9f1c4731e9ea493aa8136946c90c1169, entries=1, sequenceid=16, filesize=5.4 K 2024-11-10T15:22:57,748 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/data/hbase/meta/1588230740/.tmp/table/d2baf1f19ed34ecb94748b30e5169820 as hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/data/hbase/meta/1588230740/table/d2baf1f19ed34ecb94748b30e5169820 2024-11-10T15:22:57,753 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/data/hbase/meta/1588230740/table/d2baf1f19ed34ecb94748b30e5169820, entries=4, sequenceid=16, filesize=5.2 K 2024-11-10T15:22:57,754 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 953ms, sequenceid=16, compaction requested=false 2024-11-10T15:22:57,758 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-10T15:22:57,759 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T15:22:57,759 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T15:22:57,759 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T15:22:57,759 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731252176800Running coprocessor pre-close hooks at 1731252176800Disabling compacts and flushes for region at 1731252176800Disabling writes for close at 1731252176801 (+1 ms)Obtaining lock to block concurrent updates at 1731252176801Preparing flush snapshotting stores in 1588230740 at 1731252176801Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731252176801Flushing stores of hbase:meta,,1.1588230740 at 1731252176802 (+1 ms)Flushing 1588230740/info: creating writer at 1731252176802Flushing 1588230740/info: appending metadata at 1731252176819 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731252176819Flushing 1588230740/ns: creating writer at 1731252176833 (+14 ms)Flushing 1588230740/ns: appending metadata at 1731252176850 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731252176850Flushing 1588230740/rep_barrier: creating writer at 1731252177259 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731252177288 (+29 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731252177289 (+1 ms)Flushing 1588230740/table: creating writer at 1731252177300 (+11 ms)Flushing 1588230740/table: appending metadata at 1731252177320 (+20 ms)Flushing 1588230740/table: closing flushed file at 1731252177320Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2023313f: reopening flushed file at 1731252177730 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@191beefa: reopening flushed file at 1731252177735 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f764f6b: reopening flushed file at 1731252177740 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1105e343: reopening flushed file at 1731252177745 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 953ms, sequenceid=16, compaction requested=false at 1731252177754 (+9 ms)Writing region close event to WAL at 1731252177755 (+1 ms)Running coprocessor post-close hooks at 1731252177759 (+4 ms)Closed at 1731252177759 2024-11-10T15:22:57,759 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T15:22:57,801 INFO [RS:0;c0771061be61:43335 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T15:22:57,801 DEBUG [RS:0;c0771061be61:43335 {}] regionserver.HRegionServer(1325): Online Regions={ff1dd0fe203c4305017a3ffc7df1385d=test,,1731252158841.ff1dd0fe203c4305017a3ffc7df1385d.} 2024-11-10T15:22:57,801 DEBUG [RS:0;c0771061be61:43335 {}] regionserver.HRegionServer(1351): Waiting on ff1dd0fe203c4305017a3ffc7df1385d 2024-11-10T15:22:57,902 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43335,1731252149235.replicationSource.wal-reader.c0771061be61%2C43335%2C1731252149235,1-c0771061be61,43335,1731252149235 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/WALs/c0771061be61,43335,1731252149235/c0771061be61%2C43335%2C1731252149235.1731252151250 to pos 1191, reset compression=false 2024-11-10T15:22:57,913 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43335,1731252149235.replicationSource.wal-reader.c0771061be61%2C43335%2C1731252149235,1-c0771061be61,43335,1731252149235 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T15:22:57,913 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43335,1731252149235.replicationSource.wal-reader.c0771061be61%2C43335%2C1731252149235,1-c0771061be61,43335,1731252149235 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/WALs/c0771061be61,43335,1731252149235/c0771061be61%2C43335%2C1731252149235.1731252151250 to pos 1438, reset compression=false 2024-11-10T15:22:57,913 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43335,1731252149235.replicationSource.shipperc0771061be61%2C43335%2C1731252149235,1-c0771061be61,43335,1731252149235 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0771061be61,43335,1731252149235 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/WALs/c0771061be61,43335,1731252149235/c0771061be61%2C43335%2C1731252149235.1731252151250, lastWalPosition=1438, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T15:22:57,913 ERROR [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43335,1731252149235.replicationSource.shipperc0771061be61%2C43335%2C1731252149235,1-c0771061be61,43335,1731252149235 {}] regionserver.HRegionServer(2440): ***** ABORTING region server c0771061be61,43335,1731252149235: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-c0771061be61,43335,1731252149235, walGroup=c0771061be61%2C43335%2C1731252149235, offset=c0771061be61%2C43335%2C1731252149235.1731252151250:1438, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c0771061be61:43335 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-10T15:22:57,915 ERROR [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43335,1731252149235.replicationSource.shipperc0771061be61%2C43335%2C1731252149235,1-c0771061be61,43335,1731252149235 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-10T15:22:57,915 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43335,1731252149235.replicationSource.shipperc0771061be61%2C43335%2C1731252149235,1-c0771061be61,43335,1731252149235 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-10T15:22:57,915 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43335,1731252149235.replicationSource.shipperc0771061be61%2C43335%2C1731252149235,1-c0771061be61,43335,1731252149235 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-10T15:22:57,915 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43335,1731252149235.replicationSource.shipperc0771061be61%2C43335%2C1731252149235,1-c0771061be61,43335,1731252149235 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-10T15:22:57,915 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43335,1731252149235.replicationSource.shipperc0771061be61%2C43335%2C1731252149235,1-c0771061be61,43335,1731252149235 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-10T15:22:57,916 INFO [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43335,1731252149235.replicationSource.shipperc0771061be61%2C43335%2C1731252149235,1-c0771061be61,43335,1731252149235 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1388314624, "init": 1048576000, "max": 2306867200, "used": 1002588848 }, "NonHeapMemoryUsage": { "committed": 206438400, "init": 7667712, "max": -1, "used": 201522800 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-10T15:22:57,918 WARN [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43335,1731252149235.replicationSource.shipperc0771061be61%2C43335%2C1731252149235,1-c0771061be61,43335,1731252149235 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c0771061be61:45653 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c0771061be61:45653 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-10T15:22:58,001 DEBUG [RS:0;c0771061be61:43335 {}] regionserver.HRegionServer(1351): Waiting on ff1dd0fe203c4305017a3ffc7df1385d 2024-11-10T15:22:58,125 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43335,1731252149235.replicationSource.wal-reader.c0771061be61%2C43335%2C1731252149235,1-c0771061be61,43335,1731252149235 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/WALs/c0771061be61,43335,1731252149235/c0771061be61%2C43335%2C1731252149235.1731252151250 to pos 1438, reset compression=false 2024-11-10T15:22:58,128 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/data/default/test/ff1dd0fe203c4305017a3ffc7df1385d/.tmp/norep/958d3bd962e44d5a895fd8ff43f0443b 2024-11-10T15:22:58,131 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 958d3bd962e44d5a895fd8ff43f0443b 2024-11-10T15:22:58,132 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/data/default/test/ff1dd0fe203c4305017a3ffc7df1385d/.tmp/f/45d4f5c2cd3c459e815971948aadfedb as hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/data/default/test/ff1dd0fe203c4305017a3ffc7df1385d/f/45d4f5c2cd3c459e815971948aadfedb 2024-11-10T15:22:58,136 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 45d4f5c2cd3c459e815971948aadfedb 2024-11-10T15:22:58,136 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/data/default/test/ff1dd0fe203c4305017a3ffc7df1385d/f/45d4f5c2cd3c459e815971948aadfedb, entries=3, sequenceid=10, filesize=5.0 K 2024-11-10T15:22:58,137 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/data/default/test/ff1dd0fe203c4305017a3ffc7df1385d/.tmp/f1/d660f498bafe4e97aa271645cb1a1e3c as hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/data/default/test/ff1dd0fe203c4305017a3ffc7df1385d/f1/d660f498bafe4e97aa271645cb1a1e3c 2024-11-10T15:22:58,146 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d660f498bafe4e97aa271645cb1a1e3c 2024-11-10T15:22:58,146 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/data/default/test/ff1dd0fe203c4305017a3ffc7df1385d/f1/d660f498bafe4e97aa271645cb1a1e3c, entries=3, sequenceid=10, filesize=5.0 K 2024-11-10T15:22:58,147 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/data/default/test/ff1dd0fe203c4305017a3ffc7df1385d/.tmp/norep/958d3bd962e44d5a895fd8ff43f0443b as hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/data/default/test/ff1dd0fe203c4305017a3ffc7df1385d/norep/958d3bd962e44d5a895fd8ff43f0443b 2024-11-10T15:22:58,155 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 958d3bd962e44d5a895fd8ff43f0443b 2024-11-10T15:22:58,155 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/data/default/test/ff1dd0fe203c4305017a3ffc7df1385d/norep/958d3bd962e44d5a895fd8ff43f0443b, entries=1, sequenceid=10, filesize=5.0 K 2024-11-10T15:22:58,156 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for ff1dd0fe203c4305017a3ffc7df1385d in 920ms, sequenceid=10, compaction requested=false 2024-11-10T15:22:58,166 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/data/default/test/ff1dd0fe203c4305017a3ffc7df1385d/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-10T15:22:58,167 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T15:22:58,167 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T15:22:58,167 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731252158841.ff1dd0fe203c4305017a3ffc7df1385d. 2024-11-10T15:22:58,167 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ff1dd0fe203c4305017a3ffc7df1385d: Waiting for close lock at 1731252177236Running coprocessor pre-close hooks at 1731252177236Disabling compacts and flushes for region at 1731252177236Disabling writes for close at 1731252177236Obtaining lock to block concurrent updates at 1731252177236Preparing flush snapshotting stores in ff1dd0fe203c4305017a3ffc7df1385d at 1731252177236Finished memstore snapshotting test,,1731252158841.ff1dd0fe203c4305017a3ffc7df1385d., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731252177237 (+1 ms)Flushing stores of test,,1731252158841.ff1dd0fe203c4305017a3ffc7df1385d. at 1731252177237Flushing ff1dd0fe203c4305017a3ffc7df1385d/f: creating writer at 1731252177237Flushing ff1dd0fe203c4305017a3ffc7df1385d/f: appending metadata at 1731252177257 (+20 ms)Flushing ff1dd0fe203c4305017a3ffc7df1385d/f: closing flushed file at 1731252177257Flushing ff1dd0fe203c4305017a3ffc7df1385d/f1: creating writer at 1731252177670 (+413 ms)Flushing ff1dd0fe203c4305017a3ffc7df1385d/f1: appending metadata at 1731252177690 (+20 ms)Flushing ff1dd0fe203c4305017a3ffc7df1385d/f1: closing flushed file at 1731252177690Flushing ff1dd0fe203c4305017a3ffc7df1385d/norep: creating writer at 1731252177700 (+10 ms)Flushing ff1dd0fe203c4305017a3ffc7df1385d/norep: appending metadata at 1731252177721 (+21 ms)Flushing ff1dd0fe203c4305017a3ffc7df1385d/norep: closing flushed file at 1731252177721Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@574a7586: reopening flushed file at 1731252178132 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78b0e0d9: reopening flushed file at 1731252178137 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a59cb6e: reopening flushed file at 1731252178146 (+9 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for ff1dd0fe203c4305017a3ffc7df1385d in 920ms, sequenceid=10, compaction requested=false at 1731252178156 (+10 ms)Writing region close event to WAL at 1731252178158 (+2 ms)Running coprocessor post-close hooks at 1731252178167 (+9 ms)Closed at 1731252178167 2024-11-10T15:22:58,167 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731252158841.ff1dd0fe203c4305017a3ffc7df1385d. 2024-11-10T15:22:58,202 INFO [RS:0;c0771061be61:43335 {}] regionserver.HRegionServer(976): stopping server c0771061be61,43335,1731252149235; all regions closed. 2024-11-10T15:22:58,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45761 is added to blk_1073741834_1010 (size=4239) 2024-11-10T15:22:58,206 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/WALs/c0771061be61,43335,1731252149235/c0771061be61%2C43335%2C1731252149235.rep.1731252164686 not finished, retry = 0 2024-11-10T15:22:58,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45761 is added to blk_1073741839_1015 (size=3114) 2024-11-10T15:22:58,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45761 is added to blk_1073741832_1008 (size=2090) 2024-11-10T15:22:58,310 DEBUG [RS:0;c0771061be61:43335 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:22:58,310 INFO [RS:0;c0771061be61:43335 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T15:22:58,310 INFO [RS:0;c0771061be61:43335 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T15:22:58,310 INFO [RS:0;c0771061be61:43335 {}] hbase.ChoreService(370): Chore service for: regionserver/c0771061be61:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-10T15:22:58,311 INFO [RS:0;c0771061be61:43335 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T15:22:58,311 INFO [RS:0;c0771061be61:43335 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c0771061be61,43335,1731252149235 because: Region server is closing 2024-11-10T15:22:58,311 INFO [RS:0;c0771061be61:43335 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c0771061be61:43335. 2024-11-10T15:22:58,311 DEBUG [RS:0;c0771061be61:43335 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:22:58,311 DEBUG [RS:0;c0771061be61:43335 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:22:58,311 DEBUG [RS:0;c0771061be61:43335 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:22:58,311 INFO [regionserver/c0771061be61:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T15:22:58,312 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T15:22:58,411 INFO [RS:0;c0771061be61:43335 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43335,1731252149235.replicationSource.shipperc0771061be61%2C43335%2C1731252149235,1-c0771061be61,43335,1731252149235 terminated 2024-11-10T15:22:58,411 WARN [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,43335,1731252149235.replicationSource.wal-reader.c0771061be61%2C43335%2C1731252149235,1-c0771061be61,43335,1731252149235 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T15:22:58,412 INFO [RS:0;c0771061be61:43335 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c0771061be61:43335. 2024-11-10T15:22:58,412 DEBUG [RS:0;c0771061be61:43335 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:22:58,412 DEBUG [RS:0;c0771061be61:43335 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:22:58,412 DEBUG [RS:0;c0771061be61:43335 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:22:58,412 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T15:22:58,412 INFO [RS:0;c0771061be61:43335 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43335 2024-11-10T15:22:58,503 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,40951,1731252144119.replicationSource.wal-reader.c0771061be61%2C40951%2C1731252144119,1-c0771061be61,40951,1731252144119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/WALs/c0771061be61,40951,1731252144119/c0771061be61%2C40951%2C1731252144119.1731252146344 to pos 636, reset compression=false 2024-11-10T15:22:58,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45653-0x101255739550003, quorum=127.0.0.1:55589, baseZNode=/1-172898757 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-172898757/rs 2024-11-10T15:22:58,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43335-0x101255739550004, quorum=127.0.0.1:55589, baseZNode=/1-172898757 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-172898757/rs/c0771061be61,43335,1731252149235 2024-11-10T15:22:58,509 INFO [RS:0;c0771061be61:43335 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T15:22:58,525 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c0771061be61,43335,1731252149235] 2024-11-10T15:22:58,536 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-172898757/draining/c0771061be61,43335,1731252149235 already deleted, retry=false 2024-11-10T15:22:58,536 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c0771061be61,43335,1731252149235 expired; onlineServers=0 2024-11-10T15:22:58,536 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c0771061be61,45653,1731252149118' ***** 2024-11-10T15:22:58,536 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T15:22:58,536 INFO [M:0;c0771061be61:45653 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T15:22:58,536 INFO [M:0;c0771061be61:45653 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T15:22:58,536 DEBUG [M:0;c0771061be61:45653 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T15:22:58,536 DEBUG [M:0;c0771061be61:45653 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T15:22:58,536 DEBUG [master/c0771061be61:0:becomeActiveMaster-HFileCleaner.large.0-1731252150922 {}] cleaner.HFileCleaner(306): Exit Thread[master/c0771061be61:0:becomeActiveMaster-HFileCleaner.large.0-1731252150922,5,FailOnTimeoutGroup] 2024-11-10T15:22:58,536 DEBUG [master/c0771061be61:0:becomeActiveMaster-HFileCleaner.small.0-1731252150923 {}] cleaner.HFileCleaner(306): Exit Thread[master/c0771061be61:0:becomeActiveMaster-HFileCleaner.small.0-1731252150923,5,FailOnTimeoutGroup] 2024-11-10T15:22:58,536 INFO [M:0;c0771061be61:45653 {}] hbase.ChoreService(370): Chore service for: master/c0771061be61:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T15:22:58,536 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T15:22:58,537 INFO [M:0;c0771061be61:45653 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T15:22:58,537 DEBUG [M:0;c0771061be61:45653 {}] master.HMaster(1795): Stopping service threads 2024-11-10T15:22:58,537 INFO [M:0;c0771061be61:45653 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T15:22:58,537 INFO [M:0;c0771061be61:45653 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T15:22:58,537 INFO [M:0;c0771061be61:45653 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T15:22:58,537 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T15:22:58,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45653-0x101255739550003, quorum=127.0.0.1:55589, baseZNode=/1-172898757 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-172898757/master 2024-11-10T15:22:58,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45653-0x101255739550003, quorum=127.0.0.1:55589, baseZNode=/1-172898757 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-172898757 2024-11-10T15:22:58,547 DEBUG [M:0;c0771061be61:45653 {}] zookeeper.ZKUtil(347): master:45653-0x101255739550003, quorum=127.0.0.1:55589, baseZNode=/1-172898757 Unable to get data of znode /1-172898757/master because node does not exist (not an error) 2024-11-10T15:22:58,547 WARN [M:0;c0771061be61:45653 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T15:22:58,559 INFO [M:0;c0771061be61:45653 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/.lastflushedseqids 2024-11-10T15:22:58,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45761 is added to blk_1073741848_1024 (size=245) 2024-11-10T15:22:58,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43335-0x101255739550004, quorum=127.0.0.1:55589, baseZNode=/1-172898757 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T15:22:58,626 INFO [RS:0;c0771061be61:43335 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T15:22:58,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43335-0x101255739550004, quorum=127.0.0.1:55589, baseZNode=/1-172898757 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T15:22:58,626 INFO [RS:0;c0771061be61:43335 {}] regionserver.HRegionServer(1031): Exiting; stopping=c0771061be61,43335,1731252149235; zookeeper connection closed. 2024-11-10T15:22:58,626 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5bdcd647 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5bdcd647 2024-11-10T15:22:58,626 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T15:22:58,705 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T15:22:58,973 INFO [M:0;c0771061be61:45653 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T15:22:58,973 INFO [M:0;c0771061be61:45653 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T15:22:58,974 DEBUG [M:0;c0771061be61:45653 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T15:22:58,974 INFO [M:0;c0771061be61:45653 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:22:58,974 DEBUG [M:0;c0771061be61:45653 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:22:58,974 DEBUG [M:0;c0771061be61:45653 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T15:22:58,974 DEBUG [M:0;c0771061be61:45653 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:22:58,974 INFO [M:0;c0771061be61:45653 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-10T15:22:58,997 DEBUG [M:0;c0771061be61:45653 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/81761c9ea72142e290c169e59535ceb8 is 82, key is hbase:meta,,1/info:regioninfo/1731252151818/Put/seqid=0 2024-11-10T15:22:59,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45761 is added to blk_1073741849_1025 (size=5672) 2024-11-10T15:22:59,401 INFO [M:0;c0771061be61:45653 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/81761c9ea72142e290c169e59535ceb8 2024-11-10T15:22:59,426 DEBUG [M:0;c0771061be61:45653 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c6e438ed20d9418781c5ae27a735ef81 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731252164772/Put/seqid=0 2024-11-10T15:22:59,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45761 is added to blk_1073741850_1026 (size=8516) 2024-11-10T15:22:59,434 INFO [M:0;c0771061be61:45653 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c6e438ed20d9418781c5ae27a735ef81 2024-11-10T15:22:59,458 DEBUG [M:0;c0771061be61:45653 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/99ac321e20d941b88bb15eb7f89ec6fb is 69, key is c0771061be61,43335,1731252149235/rs:state/1731252151026/Put/seqid=0 2024-11-10T15:22:59,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45761 is added to blk_1073741851_1027 (size=5156) 2024-11-10T15:22:59,462 INFO [M:0;c0771061be61:45653 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/99ac321e20d941b88bb15eb7f89ec6fb 2024-11-10T15:22:59,469 DEBUG [M:0;c0771061be61:45653 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/81761c9ea72142e290c169e59535ceb8 as hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/81761c9ea72142e290c169e59535ceb8 2024-11-10T15:22:59,473 INFO [M:0;c0771061be61:45653 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/81761c9ea72142e290c169e59535ceb8, entries=8, sequenceid=97, filesize=5.5 K 2024-11-10T15:22:59,474 DEBUG [M:0;c0771061be61:45653 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c6e438ed20d9418781c5ae27a735ef81 as hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c6e438ed20d9418781c5ae27a735ef81 2024-11-10T15:22:59,479 INFO [M:0;c0771061be61:45653 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c6e438ed20d9418781c5ae27a735ef81, entries=11, sequenceid=97, filesize=8.3 K 2024-11-10T15:22:59,479 DEBUG [M:0;c0771061be61:45653 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/99ac321e20d941b88bb15eb7f89ec6fb as hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/99ac321e20d941b88bb15eb7f89ec6fb 2024-11-10T15:22:59,484 INFO [M:0;c0771061be61:45653 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35855/user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/99ac321e20d941b88bb15eb7f89ec6fb, entries=1, sequenceid=97, filesize=5.0 K 2024-11-10T15:22:59,485 INFO [M:0;c0771061be61:45653 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 510ms, sequenceid=97, compaction requested=false 2024-11-10T15:22:59,489 INFO [M:0;c0771061be61:45653 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:22:59,489 DEBUG [M:0;c0771061be61:45653 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731252178973Disabling compacts and flushes for region at 1731252178973Disabling writes for close at 1731252178974 (+1 ms)Obtaining lock to block concurrent updates at 1731252178974Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731252178974Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731252178974Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731252178976 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731252178976Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731252178997 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731252178997Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731252179405 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731252179426 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731252179426Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731252179438 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731252179457 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731252179458 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b5b9ab3: reopening flushed file at 1731252179468 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a0b07a8: reopening flushed file at 1731252179473 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31e0456a: reopening flushed file at 1731252179479 (+6 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 510ms, sequenceid=97, compaction requested=false at 1731252179485 (+6 ms)Writing region close event to WAL at 1731252179489 (+4 ms)Closed at 1731252179489 2024-11-10T15:22:59,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45761 is added to blk_1073741830_1006 (size=63654) 2024-11-10T15:22:59,494 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6c58cd9b-9763-e4ea-0c26-a90e5aeee737/MasterData/WALs/c0771061be61,45653,1731252149118/c0771061be61%2C45653%2C1731252149118.1731252150620 not finished, retry = 0 2024-11-10T15:22:59,600 INFO [M:0;c0771061be61:45653 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T15:22:59,600 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T15:22:59,600 INFO [M:0;c0771061be61:45653 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45653 2024-11-10T15:22:59,602 INFO [M:0;c0771061be61:45653 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T15:22:59,706 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,40951,1731252144119.replicationSource.wal-reader.c0771061be61%2C40951%2C1731252144119,1-c0771061be61,40951,1731252144119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/WALs/c0771061be61,40951,1731252144119/c0771061be61%2C40951%2C1731252144119.1731252146344 to pos 636, reset compression=false 2024-11-10T15:22:59,752 INFO [M:0;c0771061be61:45653 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T15:22:59,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45653-0x101255739550003, quorum=127.0.0.1:55589, baseZNode=/1-172898757 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T15:22:59,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45653-0x101255739550003, quorum=127.0.0.1:55589, baseZNode=/1-172898757 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T15:22:59,755 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@234d56fa{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T15:22:59,756 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6d93a347{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T15:22:59,756 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T15:22:59,756 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a930ee8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T15:22:59,756 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e8e93ba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a05f7c0f-0bdb-227a-5cb0-a34edb46c5e9/hadoop.log.dir/,STOPPED} 2024-11-10T15:22:59,759 WARN [BP-1170182205-172.17.0.3-1731252147003 heartbeating to localhost/127.0.0.1:35855 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T15:22:59,759 WARN [BP-1170182205-172.17.0.3-1731252147003 heartbeating to localhost/127.0.0.1:35855 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1170182205-172.17.0.3-1731252147003 (Datanode Uuid ee1287fd-254a-4e68-b034-3d1152c643ef) service to localhost/127.0.0.1:35855 2024-11-10T15:22:59,760 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T15:22:59,760 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T15:22:59,760 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a05f7c0f-0bdb-227a-5cb0-a34edb46c5e9/cluster_ced090dc-50ea-ba81-4a00-4e486c87e5c9/data/data2/current/BP-1170182205-172.17.0.3-1731252147003 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T15:22:59,760 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T15:22:59,764 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a05f7c0f-0bdb-227a-5cb0-a34edb46c5e9/cluster_ced090dc-50ea-ba81-4a00-4e486c87e5c9/data/data1/current/BP-1170182205-172.17.0.3-1731252147003 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T15:22:59,797 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@55caeb27{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T15:22:59,816 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@60e64cb5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T15:22:59,816 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T15:22:59,817 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@748036cc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T15:22:59,817 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@77cff37d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a05f7c0f-0bdb-227a-5cb0-a34edb46c5e9/hadoop.log.dir/,STOPPED} 2024-11-10T15:22:59,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:59,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:59,854 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:59,854 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:59,854 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:59,855 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:59,855 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:59,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T15:22:59,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T15:22:59,858 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T15:22:59,858 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:22:59,858 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:22:59,858 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:22:59,858 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T15:22:59,859 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T15:22:59,859 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=517607936, stopped=false 2024-11-10T15:22:59,859 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c0771061be61,45291,1731252143930 2024-11-10T15:22:59,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45291-0x101255739550000, quorum=127.0.0.1:55589, baseZNode=/0-1402196038 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1402196038/running 2024-11-10T15:22:59,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45291-0x101255739550000, quorum=127.0.0.1:55589, baseZNode=/0-1402196038 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1402196038 2024-11-10T15:22:59,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40951-0x101255739550001, quorum=127.0.0.1:55589, baseZNode=/0-1402196038 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1402196038/running 2024-11-10T15:22:59,880 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T15:22:59,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40951-0x101255739550001, quorum=127.0.0.1:55589, baseZNode=/0-1402196038 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1402196038 2024-11-10T15:22:59,881 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T15:22:59,881 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:22:59,881 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:22:59,881 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c0771061be61,40951,1731252144119' ***** 2024-11-10T15:22:59,881 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T15:22:59,881 INFO [RS:0;c0771061be61:40951 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T15:22:59,881 INFO [RS:0;c0771061be61:40951 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T15:22:59,881 INFO [RS:0;c0771061be61:40951 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T15:22:59,881 INFO [RS:0;c0771061be61:40951 {}] regionserver.HRegionServer(3091): Received CLOSE for a15a5598f6519010bb0766b089e187f8 2024-11-10T15:22:59,882 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T15:22:59,882 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45291-0x101255739550000, quorum=127.0.0.1:55589, baseZNode=/0-1402196038 Set watcher on znode that does not yet exist, /0-1402196038/running 2024-11-10T15:22:59,882 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40951-0x101255739550001, quorum=127.0.0.1:55589, baseZNode=/0-1402196038 Set watcher on znode that does not yet exist, /0-1402196038/running 2024-11-10T15:22:59,887 INFO [RS:0;c0771061be61:40951 {}] regionserver.HRegionServer(3091): Received CLOSE for d21c2324e1ac4a7727cbb973aed53c66 2024-11-10T15:22:59,887 INFO [RS:0;c0771061be61:40951 {}] regionserver.HRegionServer(959): stopping server c0771061be61,40951,1731252144119 2024-11-10T15:22:59,887 INFO [RS:0;c0771061be61:40951 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T15:22:59,887 INFO [RS:0;c0771061be61:40951 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c0771061be61:40951. 2024-11-10T15:22:59,887 DEBUG [RS:0;c0771061be61:40951 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:22:59,887 DEBUG [RS:0;c0771061be61:40951 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:22:59,887 INFO [RS:0;c0771061be61:40951 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T15:22:59,887 INFO [RS:0;c0771061be61:40951 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T15:22:59,887 INFO [RS:0;c0771061be61:40951 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T15:22:59,887 INFO [RS:0;c0771061be61:40951 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T15:22:59,888 INFO [RS:0;c0771061be61:40951 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T15:22:59,888 DEBUG [RS:0;c0771061be61:40951 {}] regionserver.HRegionServer(1325): Online Regions={a15a5598f6519010bb0766b089e187f8=test,,1731252156680.a15a5598f6519010bb0766b089e187f8., 1588230740=hbase:meta,,1.1588230740, d21c2324e1ac4a7727cbb973aed53c66=hbase:replication,,1731252162171.d21c2324e1ac4a7727cbb973aed53c66.} 2024-11-10T15:22:59,888 DEBUG [RS:0;c0771061be61:40951 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a15a5598f6519010bb0766b089e187f8, d21c2324e1ac4a7727cbb973aed53c66 2024-11-10T15:22:59,890 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a15a5598f6519010bb0766b089e187f8, disabling compactions & flushes 2024-11-10T15:22:59,890 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731252156680.a15a5598f6519010bb0766b089e187f8. 2024-11-10T15:22:59,890 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731252156680.a15a5598f6519010bb0766b089e187f8. 2024-11-10T15:22:59,890 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731252156680.a15a5598f6519010bb0766b089e187f8. after waiting 0 ms 2024-11-10T15:22:59,890 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731252156680.a15a5598f6519010bb0766b089e187f8. 2024-11-10T15:22:59,890 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a15a5598f6519010bb0766b089e187f8 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-10T15:22:59,892 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T15:22:59,892 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T15:22:59,892 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T15:22:59,892 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T15:22:59,892 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T15:22:59,892 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-10T15:22:59,924 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:59,924 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:59,924 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:59,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:59,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:59,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:59,928 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/data/default/test/a15a5598f6519010bb0766b089e187f8/.tmp/f/30a5b2162cdb43daab99f2efe87d3e8b is 28, key is row/f:/1731252171693/DeleteFamily/seqid=0 2024-11-10T15:22:59,936 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:59,941 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:59,941 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:59,943 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:22:59,963 INFO [regionserver/c0771061be61:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T15:22:59,977 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/data/hbase/meta/1588230740/.tmp/info/23deed8751cf410e8124429428b8b265 is 147, key is hbase:replication,,1731252162171.d21c2324e1ac4a7727cbb973aed53c66./info:regioninfo/1731252163401/Put/seqid=0 2024-11-10T15:22:59,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38389 is added to blk_1073741840_1016 (size=5085) 2024-11-10T15:22:59,996 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/data/default/test/a15a5598f6519010bb0766b089e187f8/.tmp/f/30a5b2162cdb43daab99f2efe87d3e8b 2024-11-10T15:23:00,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38389 is added to blk_1073741841_1017 (size=7686) 2024-11-10T15:23:00,033 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/data/hbase/meta/1588230740/.tmp/info/23deed8751cf410e8124429428b8b265 2024-11-10T15:23:00,049 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 30a5b2162cdb43daab99f2efe87d3e8b 2024-11-10T15:23:00,088 DEBUG [RS:0;c0771061be61:40951 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a15a5598f6519010bb0766b089e187f8, d21c2324e1ac4a7727cbb973aed53c66 2024-11-10T15:23:00,093 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/data/default/test/a15a5598f6519010bb0766b089e187f8/.tmp/f1/b9de9c5cab5b426bb052d27fd4c48466 is 29, key is row/f1:/1731252171693/DeleteFamily/seqid=0 2024-11-10T15:23:00,145 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/data/hbase/meta/1588230740/.tmp/ns/40b0177d889d433eb326f8dfe7239415 is 43, key is default/ns:d/1731252146939/Put/seqid=0 2024-11-10T15:23:00,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38389 is added to blk_1073741842_1018 (size=5089) 2024-11-10T15:23:00,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38389 is added to blk_1073741843_1019 (size=5153) 2024-11-10T15:23:00,193 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/data/hbase/meta/1588230740/.tmp/ns/40b0177d889d433eb326f8dfe7239415 2024-11-10T15:23:00,215 INFO [regionserver/c0771061be61:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T15:23:00,215 INFO [regionserver/c0771061be61:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T15:23:00,232 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/data/hbase/meta/1588230740/.tmp/rep_barrier/70b34d8482c8479aa28122997a065080 is 112, key is test,,1731252156680.a15a5598f6519010bb0766b089e187f8./rep_barrier:seqnumDuringOpen/1731252157892/Put/seqid=0 2024-11-10T15:23:00,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38389 is added to blk_1073741844_1020 (size=5518) 2024-11-10T15:23:00,280 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/data/hbase/meta/1588230740/.tmp/rep_barrier/70b34d8482c8479aa28122997a065080 2024-11-10T15:23:00,292 DEBUG [RS:0;c0771061be61:40951 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a15a5598f6519010bb0766b089e187f8, d21c2324e1ac4a7727cbb973aed53c66 2024-11-10T15:23:00,370 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/data/hbase/meta/1588230740/.tmp/table/a565567b4f364823a54958f3f4b15fcd is 53, key is hbase:replication/table:state/1731252163415/Put/seqid=0 2024-11-10T15:23:00,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38389 is added to blk_1073741845_1021 (size=5308) 2024-11-10T15:23:00,432 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/data/hbase/meta/1588230740/.tmp/table/a565567b4f364823a54958f3f4b15fcd 2024-11-10T15:23:00,472 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/data/hbase/meta/1588230740/.tmp/info/23deed8751cf410e8124429428b8b265 as hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/data/hbase/meta/1588230740/info/23deed8751cf410e8124429428b8b265 2024-11-10T15:23:00,495 DEBUG [RS:0;c0771061be61:40951 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a15a5598f6519010bb0766b089e187f8, d21c2324e1ac4a7727cbb973aed53c66 2024-11-10T15:23:00,513 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T15:23:00,521 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:00,522 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:00,522 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:00,522 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:00,523 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:00,523 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:00,524 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:00,529 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/data/hbase/meta/1588230740/info/23deed8751cf410e8124429428b8b265, entries=20, sequenceid=16, filesize=7.5 K 2024-11-10T15:23:00,534 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/data/hbase/meta/1588230740/.tmp/ns/40b0177d889d433eb326f8dfe7239415 as hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/data/hbase/meta/1588230740/ns/40b0177d889d433eb326f8dfe7239415 2024-11-10T15:23:00,566 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/data/default/test/a15a5598f6519010bb0766b089e187f8/.tmp/f1/b9de9c5cab5b426bb052d27fd4c48466 2024-11-10T15:23:00,575 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/data/hbase/meta/1588230740/ns/40b0177d889d433eb326f8dfe7239415, entries=2, sequenceid=16, filesize=5.0 K 2024-11-10T15:23:00,584 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/data/hbase/meta/1588230740/.tmp/rep_barrier/70b34d8482c8479aa28122997a065080 as hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/data/hbase/meta/1588230740/rep_barrier/70b34d8482c8479aa28122997a065080 2024-11-10T15:23:00,595 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b9de9c5cab5b426bb052d27fd4c48466 2024-11-10T15:23:00,619 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:00,619 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:00,619 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:00,620 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:00,620 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:00,620 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:00,626 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/data/hbase/meta/1588230740/rep_barrier/70b34d8482c8479aa28122997a065080, entries=1, sequenceid=16, filesize=5.4 K 2024-11-10T15:23:00,630 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:00,635 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/data/hbase/meta/1588230740/.tmp/table/a565567b4f364823a54958f3f4b15fcd as hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/data/hbase/meta/1588230740/table/a565567b4f364823a54958f3f4b15fcd 2024-11-10T15:23:00,635 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:00,635 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:00,638 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:00,645 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/data/default/test/a15a5598f6519010bb0766b089e187f8/.tmp/norep/db38d3597fe24541b4b93bcdf7906d2d is 32, key is row/norep:/1731252171693/DeleteFamily/seqid=0 2024-11-10T15:23:00,659 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/data/hbase/meta/1588230740/table/a565567b4f364823a54958f3f4b15fcd, entries=4, sequenceid=16, filesize=5.2 K 2024-11-10T15:23:00,662 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 770ms, sequenceid=16, compaction requested=false 2024-11-10T15:23:00,700 DEBUG [RS:0;c0771061be61:40951 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a15a5598f6519010bb0766b089e187f8, d21c2324e1ac4a7727cbb973aed53c66 2024-11-10T15:23:00,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38389 is added to blk_1073741846_1022 (size=5101) 2024-11-10T15:23:00,716 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/data/default/test/a15a5598f6519010bb0766b089e187f8/.tmp/norep/db38d3597fe24541b4b93bcdf7906d2d 2024-11-10T15:23:00,748 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for db38d3597fe24541b4b93bcdf7906d2d 2024-11-10T15:23:00,750 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/data/default/test/a15a5598f6519010bb0766b089e187f8/.tmp/f/30a5b2162cdb43daab99f2efe87d3e8b as hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/data/default/test/a15a5598f6519010bb0766b089e187f8/f/30a5b2162cdb43daab99f2efe87d3e8b 2024-11-10T15:23:00,769 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 30a5b2162cdb43daab99f2efe87d3e8b 2024-11-10T15:23:00,770 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/data/default/test/a15a5598f6519010bb0766b089e187f8/f/30a5b2162cdb43daab99f2efe87d3e8b, entries=1, sequenceid=6, filesize=5.0 K 2024-11-10T15:23:00,771 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/data/default/test/a15a5598f6519010bb0766b089e187f8/.tmp/f1/b9de9c5cab5b426bb052d27fd4c48466 as hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/data/default/test/a15a5598f6519010bb0766b089e187f8/f1/b9de9c5cab5b426bb052d27fd4c48466 2024-11-10T15:23:00,785 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-10T15:23:00,787 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T15:23:00,787 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T15:23:00,787 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T15:23:00,787 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731252179892Running coprocessor pre-close hooks at 1731252179892Disabling compacts and flushes for region at 1731252179892Disabling writes for close at 1731252179892Obtaining lock to block concurrent updates at 1731252179892Preparing flush snapshotting stores in 1588230740 at 1731252179892Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731252179893 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731252179896 (+3 ms)Flushing 1588230740/info: creating writer at 1731252179896Flushing 1588230740/info: appending metadata at 1731252179976 (+80 ms)Flushing 1588230740/info: closing flushed file at 1731252179976Flushing 1588230740/ns: creating writer at 1731252180045 (+69 ms)Flushing 1588230740/ns: appending metadata at 1731252180144 (+99 ms)Flushing 1588230740/ns: closing flushed file at 1731252180144Flushing 1588230740/rep_barrier: creating writer at 1731252180203 (+59 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731252180231 (+28 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731252180232 (+1 ms)Flushing 1588230740/table: creating writer at 1731252180304 (+72 ms)Flushing 1588230740/table: appending metadata at 1731252180369 (+65 ms)Flushing 1588230740/table: closing flushed file at 1731252180369Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c8212f1: reopening flushed file at 1731252180464 (+95 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fda75c1: reopening flushed file at 1731252180529 (+65 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2cb1f5d9: reopening flushed file at 1731252180576 (+47 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65ec2675: reopening flushed file at 1731252180626 (+50 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 770ms, sequenceid=16, compaction requested=false at 1731252180662 (+36 ms)Writing region close event to WAL at 1731252180751 (+89 ms)Running coprocessor post-close hooks at 1731252180787 (+36 ms)Closed at 1731252180787 2024-11-10T15:23:00,787 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T15:23:00,793 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b9de9c5cab5b426bb052d27fd4c48466 2024-11-10T15:23:00,793 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/data/default/test/a15a5598f6519010bb0766b089e187f8/f1/b9de9c5cab5b426bb052d27fd4c48466, entries=1, sequenceid=6, filesize=5.0 K 2024-11-10T15:23:00,797 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/data/default/test/a15a5598f6519010bb0766b089e187f8/.tmp/norep/db38d3597fe24541b4b93bcdf7906d2d as hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/data/default/test/a15a5598f6519010bb0766b089e187f8/norep/db38d3597fe24541b4b93bcdf7906d2d 2024-11-10T15:23:00,813 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for db38d3597fe24541b4b93bcdf7906d2d 2024-11-10T15:23:00,813 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/data/default/test/a15a5598f6519010bb0766b089e187f8/norep/db38d3597fe24541b4b93bcdf7906d2d, entries=1, sequenceid=6, filesize=5.0 K 2024-11-10T15:23:00,816 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for a15a5598f6519010bb0766b089e187f8 in 926ms, sequenceid=6, compaction requested=false 2024-11-10T15:23:00,816 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-10T15:23:00,861 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/data/default/test/a15a5598f6519010bb0766b089e187f8/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-10T15:23:00,862 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T15:23:00,862 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T15:23:00,862 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731252156680.a15a5598f6519010bb0766b089e187f8. 2024-11-10T15:23:00,862 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a15a5598f6519010bb0766b089e187f8: Waiting for close lock at 1731252179890Running coprocessor pre-close hooks at 1731252179890Disabling compacts and flushes for region at 1731252179890Disabling writes for close at 1731252179890Obtaining lock to block concurrent updates at 1731252179890Preparing flush snapshotting stores in a15a5598f6519010bb0766b089e187f8 at 1731252179890Finished memstore snapshotting test,,1731252156680.a15a5598f6519010bb0766b089e187f8., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1731252179890Flushing stores of test,,1731252156680.a15a5598f6519010bb0766b089e187f8. at 1731252179892 (+2 ms)Flushing a15a5598f6519010bb0766b089e187f8/f: creating writer at 1731252179892Flushing a15a5598f6519010bb0766b089e187f8/f: appending metadata at 1731252179927 (+35 ms)Flushing a15a5598f6519010bb0766b089e187f8/f: closing flushed file at 1731252179927Flushing a15a5598f6519010bb0766b089e187f8/f1: creating writer at 1731252180049 (+122 ms)Flushing a15a5598f6519010bb0766b089e187f8/f1: appending metadata at 1731252180072 (+23 ms)Flushing a15a5598f6519010bb0766b089e187f8/f1: closing flushed file at 1731252180072Flushing a15a5598f6519010bb0766b089e187f8/norep: creating writer at 1731252180595 (+523 ms)Flushing a15a5598f6519010bb0766b089e187f8/norep: appending metadata at 1731252180634 (+39 ms)Flushing a15a5598f6519010bb0766b089e187f8/norep: closing flushed file at 1731252180634Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d828e6: reopening flushed file at 1731252180748 (+114 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4816563c: reopening flushed file at 1731252180770 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d2b8f13: reopening flushed file at 1731252180794 (+24 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for a15a5598f6519010bb0766b089e187f8 in 926ms, sequenceid=6, compaction requested=false at 1731252180816 (+22 ms)Writing region close event to WAL at 1731252180858 (+42 ms)Running coprocessor post-close hooks at 1731252180862 (+4 ms)Closed at 1731252180862 2024-11-10T15:23:00,862 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731252156680.a15a5598f6519010bb0766b089e187f8. 2024-11-10T15:23:00,862 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d21c2324e1ac4a7727cbb973aed53c66, disabling compactions & flushes 2024-11-10T15:23:00,862 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731252162171.d21c2324e1ac4a7727cbb973aed53c66. 2024-11-10T15:23:00,863 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731252162171.d21c2324e1ac4a7727cbb973aed53c66. 2024-11-10T15:23:00,863 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731252162171.d21c2324e1ac4a7727cbb973aed53c66. after waiting 0 ms 2024-11-10T15:23:00,863 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731252162171.d21c2324e1ac4a7727cbb973aed53c66. 2024-11-10T15:23:00,863 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d21c2324e1ac4a7727cbb973aed53c66 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-11-10T15:23:00,883 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/data/hbase/replication/d21c2324e1ac4a7727cbb973aed53c66/.tmp/queue/a1c6b51fd949495aa77d053249446135 is 153, key is 1-c0771061be61,40951,1731252144119/queue:c0771061be61%2C40951%2C1731252144119/1731252171964/Put/seqid=0 2024-11-10T15:23:00,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38389 is added to blk_1073741847_1023 (size=5352) 2024-11-10T15:23:00,900 INFO [RS:0;c0771061be61:40951 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T15:23:00,900 DEBUG [RS:0;c0771061be61:40951 {}] regionserver.HRegionServer(1325): Online Regions={d21c2324e1ac4a7727cbb973aed53c66=hbase:replication,,1731252162171.d21c2324e1ac4a7727cbb973aed53c66.} 2024-11-10T15:23:00,900 DEBUG [RS:0;c0771061be61:40951 {}] regionserver.HRegionServer(1351): Waiting on d21c2324e1ac4a7727cbb973aed53c66 2024-11-10T15:23:01,013 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,40951,1731252144119.replicationSource.wal-reader.c0771061be61%2C40951%2C1731252144119,1-c0771061be61,40951,1731252144119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/WALs/c0771061be61,40951,1731252144119/c0771061be61%2C40951%2C1731252144119.1731252146344 to pos 636, reset compression=false 2024-11-10T15:23:01,018 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,40951,1731252144119.replicationSource.wal-reader.c0771061be61%2C40951%2C1731252144119,1-c0771061be61,40951,1731252144119 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T15:23:01,018 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,40951,1731252144119.replicationSource.wal-reader.c0771061be61%2C40951%2C1731252144119,1-c0771061be61,40951,1731252144119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/WALs/c0771061be61,40951,1731252144119/c0771061be61%2C40951%2C1731252144119.1731252146344 to pos 1527, reset compression=false 2024-11-10T15:23:01,018 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,40951,1731252144119.replicationSource.shipperc0771061be61%2C40951%2C1731252144119,1-c0771061be61,40951,1731252144119 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0771061be61,40951,1731252144119 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/WALs/c0771061be61,40951,1731252144119/c0771061be61%2C40951%2C1731252144119.1731252146344, lastWalPosition=1527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T15:23:01,019 ERROR [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,40951,1731252144119.replicationSource.shipperc0771061be61%2C40951%2C1731252144119,1-c0771061be61,40951,1731252144119 {}] regionserver.HRegionServer(2440): ***** ABORTING region server c0771061be61,40951,1731252144119: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-c0771061be61,40951,1731252144119, walGroup=c0771061be61%2C40951%2C1731252144119, offset=c0771061be61%2C40951%2C1731252144119.1731252146344:1527, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c0771061be61:40951 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-10T15:23:01,021 ERROR [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,40951,1731252144119.replicationSource.shipperc0771061be61%2C40951%2C1731252144119,1-c0771061be61,40951,1731252144119 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-10T15:23:01,021 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,40951,1731252144119.replicationSource.shipperc0771061be61%2C40951%2C1731252144119,1-c0771061be61,40951,1731252144119 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-10T15:23:01,021 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,40951,1731252144119.replicationSource.shipperc0771061be61%2C40951%2C1731252144119,1-c0771061be61,40951,1731252144119 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-10T15:23:01,021 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,40951,1731252144119.replicationSource.shipperc0771061be61%2C40951%2C1731252144119,1-c0771061be61,40951,1731252144119 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-10T15:23:01,022 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,40951,1731252144119.replicationSource.shipperc0771061be61%2C40951%2C1731252144119,1-c0771061be61,40951,1731252144119 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-10T15:23:01,022 INFO [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,40951,1731252144119.replicationSource.shipperc0771061be61%2C40951%2C1731252144119,1-c0771061be61,40951,1731252144119 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1388314624, "init": 1048576000, "max": 2306867200, "used": 861708032 }, "NonHeapMemoryUsage": { "committed": 206635008, "init": 7667712, "max": -1, "used": 202103160 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-10T15:23:01,022 WARN [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,40951,1731252144119.replicationSource.shipperc0771061be61%2C40951%2C1731252144119,1-c0771061be61,40951,1731252144119 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c0771061be61:45291 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c0771061be61:45291 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-10T15:23:01,100 DEBUG [RS:0;c0771061be61:40951 {}] regionserver.HRegionServer(1351): Waiting on d21c2324e1ac4a7727cbb973aed53c66 2024-11-10T15:23:01,222 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,40951,1731252144119.replicationSource.wal-reader.c0771061be61%2C40951%2C1731252144119,1-c0771061be61,40951,1731252144119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/WALs/c0771061be61,40951,1731252144119/c0771061be61%2C40951%2C1731252144119.1731252146344 to pos 1527, reset compression=false 2024-11-10T15:23:01,260 DEBUG [master/c0771061be61:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=29, created chunk count=34, reused chunk count=129, reuseRatio=79.14% 2024-11-10T15:23:01,261 DEBUG [master/c0771061be61:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-10T15:23:01,293 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/data/hbase/replication/d21c2324e1ac4a7727cbb973aed53c66/.tmp/queue/a1c6b51fd949495aa77d053249446135 2024-11-10T15:23:01,297 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/data/hbase/replication/d21c2324e1ac4a7727cbb973aed53c66/.tmp/queue/a1c6b51fd949495aa77d053249446135 as hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/data/hbase/replication/d21c2324e1ac4a7727cbb973aed53c66/queue/a1c6b51fd949495aa77d053249446135 2024-11-10T15:23:01,301 DEBUG [RS:0;c0771061be61:40951 {}] regionserver.HRegionServer(1351): Waiting on d21c2324e1ac4a7727cbb973aed53c66 2024-11-10T15:23:01,304 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/data/hbase/replication/d21c2324e1ac4a7727cbb973aed53c66/queue/a1c6b51fd949495aa77d053249446135, entries=1, sequenceid=8, filesize=5.2 K 2024-11-10T15:23:01,305 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for d21c2324e1ac4a7727cbb973aed53c66 in 442ms, sequenceid=8, compaction requested=false 2024-11-10T15:23:01,305 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-10T15:23:01,309 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/data/hbase/replication/d21c2324e1ac4a7727cbb973aed53c66/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-10T15:23:01,309 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T15:23:01,309 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T15:23:01,309 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731252162171.d21c2324e1ac4a7727cbb973aed53c66. 2024-11-10T15:23:01,309 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d21c2324e1ac4a7727cbb973aed53c66: Waiting for close lock at 1731252180862Running coprocessor pre-close hooks at 1731252180862Disabling compacts and flushes for region at 1731252180862Disabling writes for close at 1731252180863 (+1 ms)Obtaining lock to block concurrent updates at 1731252180863Preparing flush snapshotting stores in d21c2324e1ac4a7727cbb973aed53c66 at 1731252180863Finished memstore snapshotting hbase:replication,,1731252162171.d21c2324e1ac4a7727cbb973aed53c66., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1731252180863Flushing stores of hbase:replication,,1731252162171.d21c2324e1ac4a7727cbb973aed53c66. at 1731252180864 (+1 ms)Flushing d21c2324e1ac4a7727cbb973aed53c66/queue: creating writer at 1731252180864Flushing d21c2324e1ac4a7727cbb973aed53c66/queue: appending metadata at 1731252180883 (+19 ms)Flushing d21c2324e1ac4a7727cbb973aed53c66/queue: closing flushed file at 1731252180883Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ab1b345: reopening flushed file at 1731252181297 (+414 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for d21c2324e1ac4a7727cbb973aed53c66 in 442ms, sequenceid=8, compaction requested=false at 1731252181305 (+8 ms)Writing region close event to WAL at 1731252181306 (+1 ms)Running coprocessor post-close hooks at 1731252181309 (+3 ms)Closed at 1731252181309 2024-11-10T15:23:01,310 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731252162171.d21c2324e1ac4a7727cbb973aed53c66. 2024-11-10T15:23:01,504 INFO [RS:0;c0771061be61:40951 {}] regionserver.HRegionServer(976): stopping server c0771061be61,40951,1731252144119; all regions closed. 2024-11-10T15:23:01,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38389 is added to blk_1073741834_1010 (size=4239) 2024-11-10T15:23:01,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38389 is added to blk_1073741839_1015 (size=2240) 2024-11-10T15:23:01,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38389 is added to blk_1073741833_1009 (size=1535) 2024-11-10T15:23:01,518 DEBUG [RS:0;c0771061be61:40951 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:23:01,518 INFO [RS:0;c0771061be61:40951 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T15:23:01,518 INFO [RS:0;c0771061be61:40951 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T15:23:01,518 INFO [RS:0;c0771061be61:40951 {}] hbase.ChoreService(370): Chore service for: regionserver/c0771061be61:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T15:23:01,518 INFO [RS:0;c0771061be61:40951 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T15:23:01,518 INFO [regionserver/c0771061be61:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T15:23:01,519 INFO [RS:0;c0771061be61:40951 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c0771061be61,40951,1731252144119 because: Region server is closing 2024-11-10T15:23:01,519 INFO [RS:0;c0771061be61:40951 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c0771061be61:40951. 2024-11-10T15:23:01,519 DEBUG [RS:0;c0771061be61:40951 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:23:01,519 DEBUG [RS:0;c0771061be61:40951 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:23:01,519 DEBUG [RS:0;c0771061be61:40951 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:23:01,519 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T15:23:01,619 INFO [RS:0;c0771061be61:40951 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,40951,1731252144119.replicationSource.shipperc0771061be61%2C40951%2C1731252144119,1-c0771061be61,40951,1731252144119 terminated 2024-11-10T15:23:01,619 INFO [RS:0;c0771061be61:40951 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40951 2024-11-10T15:23:01,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45291-0x101255739550000, quorum=127.0.0.1:55589, baseZNode=/0-1402196038 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1402196038/rs 2024-11-10T15:23:01,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40951-0x101255739550001, quorum=127.0.0.1:55589, baseZNode=/0-1402196038 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1402196038/rs/c0771061be61,40951,1731252144119 2024-11-10T15:23:01,689 INFO [RS:0;c0771061be61:40951 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T15:23:01,699 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c0771061be61,40951,1731252144119] 2024-11-10T15:23:01,710 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1402196038/draining/c0771061be61,40951,1731252144119 already deleted, retry=false 2024-11-10T15:23:01,710 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c0771061be61,40951,1731252144119 expired; onlineServers=0 2024-11-10T15:23:01,710 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c0771061be61,45291,1731252143930' ***** 2024-11-10T15:23:01,710 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T15:23:01,710 INFO [M:0;c0771061be61:45291 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T15:23:01,710 INFO [M:0;c0771061be61:45291 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T15:23:01,710 DEBUG [M:0;c0771061be61:45291 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T15:23:01,710 DEBUG [M:0;c0771061be61:45291 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T15:23:01,710 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T15:23:01,710 DEBUG [master/c0771061be61:0:becomeActiveMaster-HFileCleaner.large.0-1731252146101 {}] cleaner.HFileCleaner(306): Exit Thread[master/c0771061be61:0:becomeActiveMaster-HFileCleaner.large.0-1731252146101,5,FailOnTimeoutGroup] 2024-11-10T15:23:01,710 DEBUG [master/c0771061be61:0:becomeActiveMaster-HFileCleaner.small.0-1731252146104 {}] cleaner.HFileCleaner(306): Exit Thread[master/c0771061be61:0:becomeActiveMaster-HFileCleaner.small.0-1731252146104,5,FailOnTimeoutGroup] 2024-11-10T15:23:01,710 INFO [M:0;c0771061be61:45291 {}] hbase.ChoreService(370): Chore service for: master/c0771061be61:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T15:23:01,710 INFO [M:0;c0771061be61:45291 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T15:23:01,710 DEBUG [M:0;c0771061be61:45291 {}] master.HMaster(1795): Stopping service threads 2024-11-10T15:23:01,711 INFO [M:0;c0771061be61:45291 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T15:23:01,711 INFO [M:0;c0771061be61:45291 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T15:23:01,711 INFO [M:0;c0771061be61:45291 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T15:23:01,711 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T15:23:01,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45291-0x101255739550000, quorum=127.0.0.1:55589, baseZNode=/0-1402196038 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1402196038/master 2024-11-10T15:23:01,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45291-0x101255739550000, quorum=127.0.0.1:55589, baseZNode=/0-1402196038 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1402196038 2024-11-10T15:23:01,720 DEBUG [M:0;c0771061be61:45291 {}] zookeeper.ZKUtil(347): master:45291-0x101255739550000, quorum=127.0.0.1:55589, baseZNode=/0-1402196038 Unable to get data of znode /0-1402196038/master because node does not exist (not an error) 2024-11-10T15:23:01,720 WARN [M:0;c0771061be61:45291 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T15:23:01,721 INFO [M:0;c0771061be61:45291 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/.lastflushedseqids 2024-11-10T15:23:01,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38389 is added to blk_1073741848_1024 (size=245) 2024-11-10T15:23:01,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40951-0x101255739550001, quorum=127.0.0.1:55589, baseZNode=/0-1402196038 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T15:23:01,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40951-0x101255739550001, quorum=127.0.0.1:55589, baseZNode=/0-1402196038 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T15:23:01,799 INFO [RS:0;c0771061be61:40951 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T15:23:01,799 INFO [RS:0;c0771061be61:40951 {}] regionserver.HRegionServer(1031): Exiting; stopping=c0771061be61,40951,1731252144119; zookeeper connection closed. 2024-11-10T15:23:01,800 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@732a4579 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@732a4579 2024-11-10T15:23:01,800 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T15:23:02,125 INFO [M:0;c0771061be61:45291 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T15:23:02,125 INFO [M:0;c0771061be61:45291 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T15:23:02,126 DEBUG [M:0;c0771061be61:45291 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T15:23:02,126 INFO [M:0;c0771061be61:45291 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:23:02,126 DEBUG [M:0;c0771061be61:45291 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:23:02,126 DEBUG [M:0;c0771061be61:45291 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T15:23:02,126 DEBUG [M:0;c0771061be61:45291 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:23:02,126 INFO [M:0;c0771061be61:45291 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-11-10T15:23:02,146 DEBUG [M:0;c0771061be61:45291 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f661c5a93fc94c60a39480fbe29d5b3b is 82, key is hbase:meta,,1/info:regioninfo/1731252146923/Put/seqid=0 2024-11-10T15:23:02,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38389 is added to blk_1073741849_1025 (size=5672) 2024-11-10T15:23:02,153 INFO [M:0;c0771061be61:45291 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f661c5a93fc94c60a39480fbe29d5b3b 2024-11-10T15:23:02,178 DEBUG [M:0;c0771061be61:45291 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/84e28778262d428db01a60176006fe05 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731252157927/Put/seqid=0 2024-11-10T15:23:02,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38389 is added to blk_1073741850_1026 (size=7219) 2024-11-10T15:23:02,185 INFO [M:0;c0771061be61:45291 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/84e28778262d428db01a60176006fe05 2024-11-10T15:23:02,189 INFO [M:0;c0771061be61:45291 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 84e28778262d428db01a60176006fe05 2024-11-10T15:23:02,225 DEBUG [M:0;c0771061be61:45291 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ce2488b8724c4b31b55608b7316bde78 is 69, key is c0771061be61,40951,1731252144119/rs:state/1731252146186/Put/seqid=0 2024-11-10T15:23:02,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38389 is added to blk_1073741851_1027 (size=5156) 2024-11-10T15:23:02,229 INFO [M:0;c0771061be61:45291 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ce2488b8724c4b31b55608b7316bde78 2024-11-10T15:23:02,234 DEBUG [M:0;c0771061be61:45291 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f661c5a93fc94c60a39480fbe29d5b3b as hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f661c5a93fc94c60a39480fbe29d5b3b 2024-11-10T15:23:02,238 INFO [M:0;c0771061be61:45291 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f661c5a93fc94c60a39480fbe29d5b3b, entries=8, sequenceid=105, filesize=5.5 K 2024-11-10T15:23:02,239 DEBUG [M:0;c0771061be61:45291 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/84e28778262d428db01a60176006fe05 as hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/84e28778262d428db01a60176006fe05 2024-11-10T15:23:02,243 INFO [M:0;c0771061be61:45291 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 84e28778262d428db01a60176006fe05 2024-11-10T15:23:02,243 INFO [M:0;c0771061be61:45291 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/84e28778262d428db01a60176006fe05, entries=11, sequenceid=105, filesize=7.0 K 2024-11-10T15:23:02,244 DEBUG [M:0;c0771061be61:45291 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ce2488b8724c4b31b55608b7316bde78 as hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ce2488b8724c4b31b55608b7316bde78 2024-11-10T15:23:02,249 INFO [M:0;c0771061be61:45291 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46441/user/jenkins/test-data/5c3a69c9-c1ed-cd6f-3c21-48e374ba1540/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ce2488b8724c4b31b55608b7316bde78, entries=1, sequenceid=105, filesize=5.0 K 2024-11-10T15:23:02,250 INFO [M:0;c0771061be61:45291 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 123ms, sequenceid=105, compaction requested=false 2024-11-10T15:23:02,253 INFO [M:0;c0771061be61:45291 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:23:02,253 DEBUG [M:0;c0771061be61:45291 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731252182126Disabling compacts and flushes for region at 1731252182126Disabling writes for close at 1731252182126Obtaining lock to block concurrent updates at 1731252182126Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731252182126Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1731252182126Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731252182127 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731252182127Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731252182145 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731252182145Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731252182157 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731252182177 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731252182177Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731252182190 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731252182224 (+34 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731252182224Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48dabd6e: reopening flushed file at 1731252182233 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a7f6bc: reopening flushed file at 1731252182238 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60ed42c7: reopening flushed file at 1731252182244 (+6 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 123ms, sequenceid=105, compaction requested=false at 1731252182250 (+6 ms)Writing region close event to WAL at 1731252182253 (+3 ms)Closed at 1731252182253 2024-11-10T15:23:02,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38389 is added to blk_1073741830_1006 (size=64435) 2024-11-10T15:23:02,256 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T15:23:02,256 INFO [M:0;c0771061be61:45291 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T15:23:02,256 INFO [M:0;c0771061be61:45291 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45291 2024-11-10T15:23:02,257 INFO [M:0;c0771061be61:45291 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T15:23:02,404 INFO [M:0;c0771061be61:45291 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T15:23:02,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45291-0x101255739550000, quorum=127.0.0.1:55589, baseZNode=/0-1402196038 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T15:23:02,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45291-0x101255739550000, quorum=127.0.0.1:55589, baseZNode=/0-1402196038 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T15:23:02,407 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5f7c806f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T15:23:02,407 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3b21a851{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T15:23:02,407 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T15:23:02,407 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62d3a572{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T15:23:02,407 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c10a1c0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11792408-885a-b4e6-947d-f111ec08139e/hadoop.log.dir/,STOPPED} 2024-11-10T15:23:02,409 WARN [BP-901035483-172.17.0.3-1731252141498 heartbeating to localhost/127.0.0.1:46441 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T15:23:02,409 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T15:23:02,409 WARN [BP-901035483-172.17.0.3-1731252141498 heartbeating to localhost/127.0.0.1:46441 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-901035483-172.17.0.3-1731252141498 (Datanode Uuid b29fbc53-276e-414c-9646-e4c684d43ce2) service to localhost/127.0.0.1:46441 2024-11-10T15:23:02,409 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T15:23:02,410 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11792408-885a-b4e6-947d-f111ec08139e/cluster_bdedc7a7-02bf-b6cf-cb12-4ca4e1c5653d/data/data1/current/BP-901035483-172.17.0.3-1731252141498 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T15:23:02,410 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11792408-885a-b4e6-947d-f111ec08139e/cluster_bdedc7a7-02bf-b6cf-cb12-4ca4e1c5653d/data/data2/current/BP-901035483-172.17.0.3-1731252141498 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T15:23:02,410 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T15:23:02,416 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3099b306{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T15:23:02,417 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@79874c3e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T15:23:02,417 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T15:23:02,417 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@299d4cd7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T15:23:02,417 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b282a83{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11792408-885a-b4e6-947d-f111ec08139e/hadoop.log.dir/,STOPPED} 2024-11-10T15:23:02,424 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T15:23:02,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T15:23:02,452 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=362 (was 314) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41593 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46441 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:35855 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35855 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46441 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41593 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: globalEventExecutor-1-28 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46441 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:46441 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35855 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55589) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35855 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46441 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41593 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41593 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41593 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46441 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46441 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35855 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55589) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:41593 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35855 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41593 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55589) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46441 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41593 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41593 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35855 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35855 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=797 (was 731) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=550 (was 371) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4191 (was 2750) - AvailableMemoryMB LEAK? - 2024-11-10T15:23:02,464 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=362, OpenFileDescriptor=797, MaxFileDescriptor=1048576, SystemLoadAverage=550, ProcessCount=11, AvailableMemoryMB=4191 2024-11-10T15:23:02,481 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-10T15:23:02,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a577421c-7271-155a-fbf1-4a7cddaa8554/hadoop.log.dir so I do NOT create it in target/test-data/d27e58bc-e917-bb54-1d5d-1e16b25674f9 2024-11-10T15:23:02,482 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a577421c-7271-155a-fbf1-4a7cddaa8554/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T15:23:02,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a577421c-7271-155a-fbf1-4a7cddaa8554/hadoop.tmp.dir so I do NOT create it in target/test-data/d27e58bc-e917-bb54-1d5d-1e16b25674f9 2024-11-10T15:23:02,482 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a577421c-7271-155a-fbf1-4a7cddaa8554/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T15:23:02,482 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d27e58bc-e917-bb54-1d5d-1e16b25674f9 2024-11-10T15:23:02,482 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d27e58bc-e917-bb54-1d5d-1e16b25674f9/cluster_4038c937-2e30-a154-cd20-c0738eef32b7, deleteOnExit=true 2024-11-10T15:23:02,489 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d27e58bc-e917-bb54-1d5d-1e16b25674f9/cluster_4038c937-2e30-a154-cd20-c0738eef32b7/zookeeper_0, clientPort=51314, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d27e58bc-e917-bb54-1d5d-1e16b25674f9/cluster_4038c937-2e30-a154-cd20-c0738eef32b7/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d27e58bc-e917-bb54-1d5d-1e16b25674f9/cluster_4038c937-2e30-a154-cd20-c0738eef32b7/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T15:23:02,490 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51314 2024-11-10T15:23:02,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T15:23:02,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T15:23:02,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d27e58bc-e917-bb54-1d5d-1e16b25674f9/test.cache.data in system properties and HBase conf 2024-11-10T15:23:02,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d27e58bc-e917-bb54-1d5d-1e16b25674f9/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T15:23:02,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d27e58bc-e917-bb54-1d5d-1e16b25674f9/hadoop.log.dir in system properties and HBase conf 2024-11-10T15:23:02,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d27e58bc-e917-bb54-1d5d-1e16b25674f9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T15:23:02,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d27e58bc-e917-bb54-1d5d-1e16b25674f9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T15:23:02,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T15:23:02,490 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T15:23:02,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d27e58bc-e917-bb54-1d5d-1e16b25674f9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T15:23:02,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d27e58bc-e917-bb54-1d5d-1e16b25674f9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T15:23:02,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d27e58bc-e917-bb54-1d5d-1e16b25674f9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T15:23:02,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d27e58bc-e917-bb54-1d5d-1e16b25674f9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T15:23:02,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d27e58bc-e917-bb54-1d5d-1e16b25674f9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T15:23:02,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d27e58bc-e917-bb54-1d5d-1e16b25674f9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T15:23:02,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d27e58bc-e917-bb54-1d5d-1e16b25674f9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T15:23:02,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d27e58bc-e917-bb54-1d5d-1e16b25674f9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T15:23:02,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d27e58bc-e917-bb54-1d5d-1e16b25674f9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T15:23:02,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d27e58bc-e917-bb54-1d5d-1e16b25674f9/nfs.dump.dir in system properties and HBase conf 2024-11-10T15:23:02,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d27e58bc-e917-bb54-1d5d-1e16b25674f9/java.io.tmpdir in system properties and HBase conf 2024-11-10T15:23:02,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d27e58bc-e917-bb54-1d5d-1e16b25674f9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T15:23:02,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d27e58bc-e917-bb54-1d5d-1e16b25674f9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T15:23:02,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d27e58bc-e917-bb54-1d5d-1e16b25674f9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T15:23:02,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101255739550008, quorum=127.0.0.1:55589, baseZNode=/2-1798697379 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T15:23:02,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101255739550002, quorum=127.0.0.1:55589, baseZNode=/0-1402196038 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T15:23:02,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101255739550005, quorum=127.0.0.1:55589, baseZNode=/1-172898757 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T15:23:02,522 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101255739550005, quorum=127.0.0.1:55589, baseZNode=/1-172898757 Received Disconnected from ZooKeeper, ignoring 2024-11-10T15:23:02,522 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101255739550008, quorum=127.0.0.1:55589, baseZNode=/2-1798697379 Received Disconnected from ZooKeeper, ignoring 2024-11-10T15:23:02,522 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101255739550002, quorum=127.0.0.1:55589, baseZNode=/0-1402196038 Received Disconnected from ZooKeeper, ignoring 2024-11-10T15:23:02,895 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T15:23:02,899 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T15:23:02,931 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T15:23:02,931 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T15:23:02,931 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T15:23:02,932 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T15:23:02,940 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@27b715de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d27e58bc-e917-bb54-1d5d-1e16b25674f9/hadoop.log.dir/,AVAILABLE} 2024-11-10T15:23:02,941 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@36de7ba6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T15:23:03,104 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6481e7eb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d27e58bc-e917-bb54-1d5d-1e16b25674f9/java.io.tmpdir/jetty-localhost-44817-hadoop-hdfs-3_4_1-tests_jar-_-any-16244768461824185243/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T15:23:03,105 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4f850123{HTTP/1.1, (http/1.1)}{localhost:44817} 2024-11-10T15:23:03,105 INFO [Time-limited test {}] server.Server(415): Started @313598ms 2024-11-10T15:23:03,443 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T15:23:03,446 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T15:23:03,454 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T15:23:03,454 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T15:23:03,454 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T15:23:03,456 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47070fe4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d27e58bc-e917-bb54-1d5d-1e16b25674f9/hadoop.log.dir/,AVAILABLE} 2024-11-10T15:23:03,457 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2330b98f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T15:23:03,578 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@416b06e2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d27e58bc-e917-bb54-1d5d-1e16b25674f9/java.io.tmpdir/jetty-localhost-37689-hadoop-hdfs-3_4_1-tests_jar-_-any-17434850588834055463/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T15:23:03,578 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3b9b6d1e{HTTP/1.1, (http/1.1)}{localhost:37689} 2024-11-10T15:23:03,578 INFO [Time-limited test {}] server.Server(415): Started @314071ms 2024-11-10T15:23:03,579 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T15:23:03,827 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T15:23:03,827 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c0771061be61,45381,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c0771061be61:45381 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T15:23:03,828 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128759 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c0771061be61,45381,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c0771061be61:45381 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T15:23:04,539 WARN [Thread-4173 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d27e58bc-e917-bb54-1d5d-1e16b25674f9/cluster_4038c937-2e30-a154-cd20-c0738eef32b7/data/data1/current/BP-21663217-172.17.0.3-1731252182518/current, will proceed with Du for space computation calculation, 2024-11-10T15:23:04,539 WARN [Thread-4174 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d27e58bc-e917-bb54-1d5d-1e16b25674f9/cluster_4038c937-2e30-a154-cd20-c0738eef32b7/data/data2/current/BP-21663217-172.17.0.3-1731252182518/current, will proceed with Du for space computation calculation, 2024-11-10T15:23:04,569 WARN [Thread-4161 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T15:23:04,571 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3162a08d43839b4a with lease ID 0x439a66318dfadc6a: Processing first storage report for DS-5d376f00-36f3-432b-88d7-ef87d65585f6 from datanode DatanodeRegistration(127.0.0.1:35383, datanodeUuid=b278df82-2aa0-4d27-9d5c-4e4ad3fd7693, infoPort=45715, infoSecurePort=0, ipcPort=46723, storageInfo=lv=-57;cid=testClusterID;nsid=758428333;c=1731252182518) 2024-11-10T15:23:04,571 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3162a08d43839b4a with lease ID 0x439a66318dfadc6a: from storage DS-5d376f00-36f3-432b-88d7-ef87d65585f6 node DatanodeRegistration(127.0.0.1:35383, datanodeUuid=b278df82-2aa0-4d27-9d5c-4e4ad3fd7693, infoPort=45715, infoSecurePort=0, ipcPort=46723, storageInfo=lv=-57;cid=testClusterID;nsid=758428333;c=1731252182518), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T15:23:04,571 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3162a08d43839b4a with lease ID 0x439a66318dfadc6a: Processing first storage report for DS-9e9560cc-caf3-4ab0-a401-a51ef69e58bd from datanode DatanodeRegistration(127.0.0.1:35383, datanodeUuid=b278df82-2aa0-4d27-9d5c-4e4ad3fd7693, infoPort=45715, infoSecurePort=0, ipcPort=46723, storageInfo=lv=-57;cid=testClusterID;nsid=758428333;c=1731252182518) 2024-11-10T15:23:04,571 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3162a08d43839b4a with lease ID 0x439a66318dfadc6a: from storage DS-9e9560cc-caf3-4ab0-a401-a51ef69e58bd node DatanodeRegistration(127.0.0.1:35383, datanodeUuid=b278df82-2aa0-4d27-9d5c-4e4ad3fd7693, infoPort=45715, infoSecurePort=0, ipcPort=46723, storageInfo=lv=-57;cid=testClusterID;nsid=758428333;c=1731252182518), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T15:23:04,625 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d27e58bc-e917-bb54-1d5d-1e16b25674f9 2024-11-10T15:23:04,625 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:23:04,627 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:23:04,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35383 is added to blk_1073741825_1001 (size=7) 2024-11-10T15:23:05,034 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33197/user/jenkins/test-data/85a8ad46-cb28-681b-3866-c584a2fc330e with version=8 2024-11-10T15:23:05,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33197/user/jenkins/test-data/85a8ad46-cb28-681b-3866-c584a2fc330e/hbase-staging 2024-11-10T15:23:05,036 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c0771061be61:0 server-side Connection retries=45 2024-11-10T15:23:05,037 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T15:23:05,037 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T15:23:05,037 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T15:23:05,037 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T15:23:05,037 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T15:23:05,037 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T15:23:05,037 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T15:23:05,038 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39707 2024-11-10T15:23:05,040 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39707 connecting to ZooKeeper ensemble=127.0.0.1:51314 2024-11-10T15:23:05,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:397070x0, quorum=127.0.0.1:51314, baseZNode=/0-1742721892 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T15:23:05,139 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39707-0x1012557d9800000 connected 2024-11-10T15:23:05,247 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:23:05,248 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:23:05,251 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39707-0x1012557d9800000, quorum=127.0.0.1:51314, baseZNode=/0-1742721892 Set watcher on znode that does not yet exist, /0-1742721892/running 2024-11-10T15:23:05,251 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33197/user/jenkins/test-data/85a8ad46-cb28-681b-3866-c584a2fc330e, hbase.cluster.distributed=false 2024-11-10T15:23:05,252 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39707-0x1012557d9800000, quorum=127.0.0.1:51314, baseZNode=/0-1742721892 Set watcher on znode that does not yet exist, /0-1742721892/acl 2024-11-10T15:23:05,259 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39707 2024-11-10T15:23:05,259 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39707 2024-11-10T15:23:05,262 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39707 2024-11-10T15:23:05,264 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39707 2024-11-10T15:23:05,266 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39707 2024-11-10T15:23:05,286 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c0771061be61:0 server-side Connection retries=45 2024-11-10T15:23:05,286 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T15:23:05,286 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T15:23:05,286 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T15:23:05,286 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T15:23:05,286 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T15:23:05,286 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T15:23:05,286 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T15:23:05,287 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45449 2024-11-10T15:23:05,287 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45449 connecting to ZooKeeper ensemble=127.0.0.1:51314 2024-11-10T15:23:05,288 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:23:05,290 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:23:05,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:454490x0, quorum=127.0.0.1:51314, baseZNode=/0-1742721892 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T15:23:05,304 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:454490x0, quorum=127.0.0.1:51314, baseZNode=/0-1742721892 Set watcher on znode that does not yet exist, /0-1742721892/running 2024-11-10T15:23:05,304 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45449-0x1012557d9800001 connected 2024-11-10T15:23:05,304 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T15:23:05,308 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T15:23:05,309 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45449-0x1012557d9800001, quorum=127.0.0.1:51314, baseZNode=/0-1742721892 Set watcher on znode that does not yet exist, /0-1742721892/master 2024-11-10T15:23:05,310 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45449-0x1012557d9800001, quorum=127.0.0.1:51314, baseZNode=/0-1742721892 Set watcher on znode that does not yet exist, /0-1742721892/acl 2024-11-10T15:23:05,314 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45449 2024-11-10T15:23:05,314 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45449 2024-11-10T15:23:05,316 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45449 2024-11-10T15:23:05,324 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45449 2024-11-10T15:23:05,325 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45449 2024-11-10T15:23:05,340 DEBUG [M:0;c0771061be61:39707 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c0771061be61:39707 2024-11-10T15:23:05,341 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1742721892/backup-masters/c0771061be61,39707,1731252185036 2024-11-10T15:23:05,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39707-0x1012557d9800000, quorum=127.0.0.1:51314, baseZNode=/0-1742721892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1742721892/backup-masters 2024-11-10T15:23:05,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45449-0x1012557d9800001, quorum=127.0.0.1:51314, baseZNode=/0-1742721892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1742721892/backup-masters 2024-11-10T15:23:05,352 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39707-0x1012557d9800000, quorum=127.0.0.1:51314, baseZNode=/0-1742721892 Set watcher on existing znode=/0-1742721892/backup-masters/c0771061be61,39707,1731252185036 2024-11-10T15:23:05,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45449-0x1012557d9800001, quorum=127.0.0.1:51314, baseZNode=/0-1742721892 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1742721892/master 2024-11-10T15:23:05,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39707-0x1012557d9800000, quorum=127.0.0.1:51314, baseZNode=/0-1742721892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1742721892 2024-11-10T15:23:05,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45449-0x1012557d9800001, quorum=127.0.0.1:51314, baseZNode=/0-1742721892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1742721892 2024-11-10T15:23:05,362 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39707-0x1012557d9800000, quorum=127.0.0.1:51314, baseZNode=/0-1742721892 Set watcher on existing znode=/0-1742721892/master 2024-11-10T15:23:05,363 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1742721892/backup-masters/c0771061be61,39707,1731252185036 from backup master directory 2024-11-10T15:23:05,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45449-0x1012557d9800001, quorum=127.0.0.1:51314, baseZNode=/0-1742721892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1742721892/backup-masters 2024-11-10T15:23:05,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39707-0x1012557d9800000, quorum=127.0.0.1:51314, baseZNode=/0-1742721892 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1742721892/backup-masters/c0771061be61,39707,1731252185036 2024-11-10T15:23:05,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39707-0x1012557d9800000, quorum=127.0.0.1:51314, baseZNode=/0-1742721892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1742721892/backup-masters 2024-11-10T15:23:05,373 WARN [master/c0771061be61:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T15:23:05,373 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c0771061be61,39707,1731252185036 2024-11-10T15:23:05,376 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33197/user/jenkins/test-data/85a8ad46-cb28-681b-3866-c584a2fc330e/hbase.id] with ID: 59cd867f-0e4c-452c-9bab-c8ce8ccc679c 2024-11-10T15:23:05,376 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33197/user/jenkins/test-data/85a8ad46-cb28-681b-3866-c584a2fc330e/.tmp/hbase.id 2024-11-10T15:23:05,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35383 is added to blk_1073741826_1002 (size=42) 2024-11-10T15:23:05,786 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33197/user/jenkins/test-data/85a8ad46-cb28-681b-3866-c584a2fc330e/.tmp/hbase.id]:[hdfs://localhost:33197/user/jenkins/test-data/85a8ad46-cb28-681b-3866-c584a2fc330e/hbase.id] 2024-11-10T15:23:05,794 INFO [master/c0771061be61:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:23:05,795 INFO [master/c0771061be61:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T15:23:05,795 INFO [master/c0771061be61:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-10T15:23:05,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39707-0x1012557d9800000, quorum=127.0.0.1:51314, baseZNode=/0-1742721892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1742721892 2024-11-10T15:23:05,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45449-0x1012557d9800001, quorum=127.0.0.1:51314, baseZNode=/0-1742721892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1742721892 2024-11-10T15:23:05,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35383 is added to blk_1073741827_1003 (size=196) 2024-11-10T15:23:06,284 INFO [master/c0771061be61:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T15:23:06,285 INFO [master/c0771061be61:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T15:23:06,285 INFO [master/c0771061be61:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T15:23:06,289 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T15:23:06,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35383 is added to blk_1073741828_1004 (size=1189) 2024-11-10T15:23:06,293 INFO [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33197/user/jenkins/test-data/85a8ad46-cb28-681b-3866-c584a2fc330e/MasterData/data/master/store 2024-11-10T15:23:06,295 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:06,295 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:06,296 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:06,296 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:06,296 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:06,296 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:06,297 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:06,297 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:06,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35383 is added to blk_1073741829_1005 (size=34) 2024-11-10T15:23:06,307 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:23:06,307 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T15:23:06,307 INFO [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:23:06,307 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:23:06,307 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T15:23:06,307 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:23:06,307 INFO [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:23:06,307 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731252186307Disabling compacts and flushes for region at 1731252186307Disabling writes for close at 1731252186307Writing region close event to WAL at 1731252186307Closed at 1731252186307 2024-11-10T15:23:06,308 WARN [master/c0771061be61:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33197/user/jenkins/test-data/85a8ad46-cb28-681b-3866-c584a2fc330e/MasterData/data/master/store/.initializing 2024-11-10T15:23:06,308 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33197/user/jenkins/test-data/85a8ad46-cb28-681b-3866-c584a2fc330e/MasterData/WALs/c0771061be61,39707,1731252185036 2024-11-10T15:23:06,315 INFO [master/c0771061be61:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T15:23:06,317 INFO [master/c0771061be61:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c0771061be61%2C39707%2C1731252185036, suffix=, logDir=hdfs://localhost:33197/user/jenkins/test-data/85a8ad46-cb28-681b-3866-c584a2fc330e/MasterData/WALs/c0771061be61,39707,1731252185036, archiveDir=hdfs://localhost:33197/user/jenkins/test-data/85a8ad46-cb28-681b-3866-c584a2fc330e/MasterData/oldWALs, maxLogs=10 2024-11-10T15:23:06,337 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/85a8ad46-cb28-681b-3866-c584a2fc330e/MasterData/WALs/c0771061be61,39707,1731252185036/c0771061be61%2C39707%2C1731252185036.1731252186317, exclude list is [], retry=0 2024-11-10T15:23:06,349 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:06,349 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:06,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35383,DS-5d376f00-36f3-432b-88d7-ef87d65585f6,DISK] 2024-11-10T15:23:06,349 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:06,349 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:06,350 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:06,350 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:06,357 INFO [master/c0771061be61:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/85a8ad46-cb28-681b-3866-c584a2fc330e/MasterData/WALs/c0771061be61,39707,1731252185036/c0771061be61%2C39707%2C1731252185036.1731252186317 2024-11-10T15:23:06,358 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45715:45715)] 2024-11-10T15:23:06,358 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T15:23:06,358 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:23:06,358 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:23:06,358 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:23:06,359 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:06,364 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:06,365 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:06,365 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:23:06,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:06,367 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T15:23:06,367 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:23:06,367 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:23:06,368 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:23:06,369 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T15:23:06,369 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:23:06,369 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:23:06,369 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:23:06,371 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T15:23:06,371 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:23:06,371 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:23:06,371 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:23:06,372 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T15:23:06,372 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:23:06,373 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:23:06,373 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:23:06,374 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33197/user/jenkins/test-data/85a8ad46-cb28-681b-3866-c584a2fc330e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:23:06,374 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33197/user/jenkins/test-data/85a8ad46-cb28-681b-3866-c584a2fc330e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:23:06,375 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:23:06,375 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:23:06,376 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T15:23:06,377 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:23:06,385 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33197/user/jenkins/test-data/85a8ad46-cb28-681b-3866-c584a2fc330e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T15:23:06,386 INFO [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71007653, jitterRate=0.05809648334980011}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T15:23:06,386 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731252186359Initializing all the Stores at 1731252186359Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731252186359Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252186365 (+6 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252186365Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252186365Cleaning up temporary data from old regions at 1731252186375 (+10 ms)Region opened successfully at 1731252186386 (+11 ms) 2024-11-10T15:23:06,392 INFO [master/c0771061be61:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T15:23:06,395 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@763cae00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c0771061be61/172.17.0.3:0 2024-11-10T15:23:06,396 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T15:23:06,396 INFO [master/c0771061be61:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T15:23:06,396 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T15:23:06,396 INFO [master/c0771061be61:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T15:23:06,397 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T15:23:06,397 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T15:23:06,397 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T15:23:06,405 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T15:23:06,406 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39707-0x1012557d9800000, quorum=127.0.0.1:51314, baseZNode=/0-1742721892 Unable to get data of znode /0-1742721892/balancer because node does not exist (not necessarily an error) 2024-11-10T15:23:06,472 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1742721892/balancer already deleted, retry=false 2024-11-10T15:23:06,473 INFO [master/c0771061be61:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T15:23:06,473 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39707-0x1012557d9800000, quorum=127.0.0.1:51314, baseZNode=/0-1742721892 Unable to get data of znode /0-1742721892/normalizer because node does not exist (not necessarily an error) 2024-11-10T15:23:06,482 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1742721892/normalizer already deleted, retry=false 2024-11-10T15:23:06,483 INFO [master/c0771061be61:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T15:23:06,484 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39707-0x1012557d9800000, quorum=127.0.0.1:51314, baseZNode=/0-1742721892 Unable to get data of znode /0-1742721892/switch/split because node does not exist (not necessarily an error) 2024-11-10T15:23:06,493 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1742721892/switch/split already deleted, retry=false 2024-11-10T15:23:06,494 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39707-0x1012557d9800000, quorum=127.0.0.1:51314, baseZNode=/0-1742721892 Unable to get data of znode /0-1742721892/switch/merge because node does not exist (not necessarily an error) 2024-11-10T15:23:06,504 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1742721892/switch/merge already deleted, retry=false 2024-11-10T15:23:06,505 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39707-0x1012557d9800000, quorum=127.0.0.1:51314, baseZNode=/0-1742721892 Unable to get data of znode /0-1742721892/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T15:23:06,514 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1742721892/snapshot-cleanup already deleted, retry=false 2024-11-10T15:23:06,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45449-0x1012557d9800001, quorum=127.0.0.1:51314, baseZNode=/0-1742721892 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1742721892/running 2024-11-10T15:23:06,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39707-0x1012557d9800000, quorum=127.0.0.1:51314, baseZNode=/0-1742721892 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1742721892/running 2024-11-10T15:23:06,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45449-0x1012557d9800001, quorum=127.0.0.1:51314, baseZNode=/0-1742721892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1742721892 2024-11-10T15:23:06,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39707-0x1012557d9800000, quorum=127.0.0.1:51314, baseZNode=/0-1742721892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1742721892 2024-11-10T15:23:06,525 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c0771061be61,39707,1731252185036, sessionid=0x1012557d9800000, setting cluster-up flag (Was=false) 2024-11-10T15:23:06,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45449-0x1012557d9800001, quorum=127.0.0.1:51314, baseZNode=/0-1742721892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1742721892 2024-11-10T15:23:06,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39707-0x1012557d9800000, quorum=127.0.0.1:51314, baseZNode=/0-1742721892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1742721892 2024-11-10T15:23:06,577 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1742721892/flush-table-proc/acquired, /0-1742721892/flush-table-proc/reached, /0-1742721892/flush-table-proc/abort 2024-11-10T15:23:06,578 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c0771061be61,39707,1731252185036 2024-11-10T15:23:06,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45449-0x1012557d9800001, quorum=127.0.0.1:51314, baseZNode=/0-1742721892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1742721892 2024-11-10T15:23:06,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39707-0x1012557d9800000, quorum=127.0.0.1:51314, baseZNode=/0-1742721892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1742721892 2024-11-10T15:23:06,630 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1742721892/online-snapshot/acquired, /0-1742721892/online-snapshot/reached, /0-1742721892/online-snapshot/abort 2024-11-10T15:23:06,631 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c0771061be61,39707,1731252185036 2024-11-10T15:23:06,632 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33197/user/jenkins/test-data/85a8ad46-cb28-681b-3866-c584a2fc330e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T15:23:06,638 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T15:23:06,638 INFO [master/c0771061be61:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T15:23:06,638 INFO [master/c0771061be61:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T15:23:06,638 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c0771061be61,39707,1731252185036 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T15:23:06,639 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c0771061be61:0, corePoolSize=5, maxPoolSize=5 2024-11-10T15:23:06,639 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c0771061be61:0, corePoolSize=5, maxPoolSize=5 2024-11-10T15:23:06,640 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c0771061be61:0, corePoolSize=5, maxPoolSize=5 2024-11-10T15:23:06,640 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c0771061be61:0, corePoolSize=5, maxPoolSize=5 2024-11-10T15:23:06,640 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c0771061be61:0, corePoolSize=10, maxPoolSize=10 2024-11-10T15:23:06,640 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:23:06,640 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c0771061be61:0, corePoolSize=2, maxPoolSize=2 2024-11-10T15:23:06,640 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:23:06,645 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T15:23:06,645 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T15:23:06,646 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:23:06,646 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T15:23:06,656 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731252216656 2024-11-10T15:23:06,656 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T15:23:06,656 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T15:23:06,656 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T15:23:06,656 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T15:23:06,657 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T15:23:06,657 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T15:23:06,660 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T15:23:06,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35383 is added to blk_1073741831_1007 (size=1321) 2024-11-10T15:23:06,664 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T15:23:06,664 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T15:23:06,664 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T15:23:06,664 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T15:23:06,668 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T15:23:06,668 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T15:23:06,672 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c0771061be61:0:becomeActiveMaster-HFileCleaner.large.0-1731252186668,5,FailOnTimeoutGroup] 2024-11-10T15:23:06,672 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c0771061be61:0:becomeActiveMaster-HFileCleaner.small.0-1731252186672,5,FailOnTimeoutGroup] 2024-11-10T15:23:06,672 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T15:23:06,673 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T15:23:06,673 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T15:23:06,673 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T15:23:06,729 INFO [RS:0;c0771061be61:45449 {}] regionserver.HRegionServer(746): ClusterId : 59cd867f-0e4c-452c-9bab-c8ce8ccc679c 2024-11-10T15:23:06,729 DEBUG [RS:0;c0771061be61:45449 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T15:23:06,741 DEBUG [RS:0;c0771061be61:45449 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T15:23:06,742 DEBUG [RS:0;c0771061be61:45449 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T15:23:06,752 DEBUG [RS:0;c0771061be61:45449 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T15:23:06,752 DEBUG [RS:0;c0771061be61:45449 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cddd1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c0771061be61/172.17.0.3:0 2024-11-10T15:23:06,769 DEBUG [RS:0;c0771061be61:45449 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c0771061be61:45449 2024-11-10T15:23:06,769 INFO [RS:0;c0771061be61:45449 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T15:23:06,769 INFO [RS:0;c0771061be61:45449 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T15:23:06,769 DEBUG [RS:0;c0771061be61:45449 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T15:23:06,770 INFO [RS:0;c0771061be61:45449 {}] regionserver.HRegionServer(2659): reportForDuty to master=c0771061be61,39707,1731252185036 with port=45449, startcode=1731252185285 2024-11-10T15:23:06,770 DEBUG [RS:0;c0771061be61:45449 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T15:23:06,771 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54775, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T15:23:06,772 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39707 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c0771061be61,45449,1731252185285 2024-11-10T15:23:06,772 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39707 {}] master.ServerManager(517): Registering regionserver=c0771061be61,45449,1731252185285 2024-11-10T15:23:06,773 DEBUG [RS:0;c0771061be61:45449 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33197/user/jenkins/test-data/85a8ad46-cb28-681b-3866-c584a2fc330e 2024-11-10T15:23:06,773 DEBUG [RS:0;c0771061be61:45449 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33197 2024-11-10T15:23:06,773 DEBUG [RS:0;c0771061be61:45449 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T15:23:06,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39707-0x1012557d9800000, quorum=127.0.0.1:51314, baseZNode=/0-1742721892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1742721892/rs 2024-11-10T15:23:06,783 DEBUG [RS:0;c0771061be61:45449 {}] zookeeper.ZKUtil(111): regionserver:45449-0x1012557d9800001, quorum=127.0.0.1:51314, baseZNode=/0-1742721892 Set watcher on existing znode=/0-1742721892/rs/c0771061be61,45449,1731252185285 2024-11-10T15:23:06,783 WARN [RS:0;c0771061be61:45449 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T15:23:06,783 INFO [RS:0;c0771061be61:45449 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T15:23:06,784 DEBUG [RS:0;c0771061be61:45449 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33197/user/jenkins/test-data/85a8ad46-cb28-681b-3866-c584a2fc330e/WALs/c0771061be61,45449,1731252185285 2024-11-10T15:23:06,784 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c0771061be61,45449,1731252185285] 2024-11-10T15:23:06,790 INFO [RS:0;c0771061be61:45449 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T15:23:06,792 INFO [RS:0;c0771061be61:45449 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T15:23:06,796 INFO [RS:0;c0771061be61:45449 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T15:23:06,796 INFO [RS:0;c0771061be61:45449 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T15:23:06,800 INFO [RS:0;c0771061be61:45449 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T15:23:06,801 INFO [RS:0;c0771061be61:45449 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T15:23:06,801 INFO [RS:0;c0771061be61:45449 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T15:23:06,801 DEBUG [RS:0;c0771061be61:45449 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:23:06,801 DEBUG [RS:0;c0771061be61:45449 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:23:06,801 DEBUG [RS:0;c0771061be61:45449 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:23:06,801 DEBUG [RS:0;c0771061be61:45449 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:23:06,801 DEBUG [RS:0;c0771061be61:45449 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:23:06,801 DEBUG [RS:0;c0771061be61:45449 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c0771061be61:0, corePoolSize=2, maxPoolSize=2 2024-11-10T15:23:06,801 DEBUG [RS:0;c0771061be61:45449 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:23:06,801 DEBUG [RS:0;c0771061be61:45449 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:23:06,801 DEBUG [RS:0;c0771061be61:45449 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:23:06,801 DEBUG [RS:0;c0771061be61:45449 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:23:06,801 DEBUG [RS:0;c0771061be61:45449 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:23:06,801 DEBUG [RS:0;c0771061be61:45449 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:23:06,802 DEBUG [RS:0;c0771061be61:45449 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c0771061be61:0, corePoolSize=3, maxPoolSize=3 2024-11-10T15:23:06,802 DEBUG [RS:0;c0771061be61:45449 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c0771061be61:0, corePoolSize=3, maxPoolSize=3 2024-11-10T15:23:06,804 INFO [RS:0;c0771061be61:45449 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T15:23:06,804 INFO [RS:0;c0771061be61:45449 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T15:23:06,804 INFO [RS:0;c0771061be61:45449 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T15:23:06,804 INFO [RS:0;c0771061be61:45449 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T15:23:06,804 INFO [RS:0;c0771061be61:45449 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T15:23:06,804 INFO [RS:0;c0771061be61:45449 {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,45449,1731252185285-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T15:23:06,821 INFO [RS:0;c0771061be61:45449 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T15:23:06,821 INFO [RS:0;c0771061be61:45449 {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,45449,1731252185285-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T15:23:06,822 INFO [RS:0;c0771061be61:45449 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:23:06,822 INFO [RS:0;c0771061be61:45449 {}] regionserver.Replication(171): c0771061be61,45449,1731252185285 started 2024-11-10T15:23:06,839 INFO [RS:0;c0771061be61:45449 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:23:06,839 INFO [RS:0;c0771061be61:45449 {}] regionserver.HRegionServer(1482): Serving as c0771061be61,45449,1731252185285, RpcServer on c0771061be61/172.17.0.3:45449, sessionid=0x1012557d9800001 2024-11-10T15:23:06,839 DEBUG [RS:0;c0771061be61:45449 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T15:23:06,839 DEBUG [RS:0;c0771061be61:45449 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c0771061be61,45449,1731252185285 2024-11-10T15:23:06,839 DEBUG [RS:0;c0771061be61:45449 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c0771061be61,45449,1731252185285' 2024-11-10T15:23:06,839 DEBUG [RS:0;c0771061be61:45449 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1742721892/flush-table-proc/abort' 2024-11-10T15:23:06,840 DEBUG [RS:0;c0771061be61:45449 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1742721892/flush-table-proc/acquired' 2024-11-10T15:23:06,840 DEBUG [RS:0;c0771061be61:45449 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T15:23:06,840 DEBUG [RS:0;c0771061be61:45449 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T15:23:06,840 DEBUG [RS:0;c0771061be61:45449 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c0771061be61,45449,1731252185285 2024-11-10T15:23:06,840 DEBUG [RS:0;c0771061be61:45449 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c0771061be61,45449,1731252185285' 2024-11-10T15:23:06,840 DEBUG [RS:0;c0771061be61:45449 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1742721892/online-snapshot/abort' 2024-11-10T15:23:06,840 DEBUG [RS:0;c0771061be61:45449 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1742721892/online-snapshot/acquired' 2024-11-10T15:23:06,841 DEBUG [RS:0;c0771061be61:45449 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T15:23:06,841 INFO [RS:0;c0771061be61:45449 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T15:23:06,841 INFO [RS:0;c0771061be61:45449 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T15:23:06,941 INFO [RS:0;c0771061be61:45449 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T15:23:06,942 INFO [RS:0;c0771061be61:45449 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0771061be61%2C45449%2C1731252185285, suffix=, logDir=hdfs://localhost:33197/user/jenkins/test-data/85a8ad46-cb28-681b-3866-c584a2fc330e/WALs/c0771061be61,45449,1731252185285, archiveDir=hdfs://localhost:33197/user/jenkins/test-data/85a8ad46-cb28-681b-3866-c584a2fc330e/oldWALs, maxLogs=10 2024-11-10T15:23:06,959 DEBUG [RS:0;c0771061be61:45449 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/85a8ad46-cb28-681b-3866-c584a2fc330e/WALs/c0771061be61,45449,1731252185285/c0771061be61%2C45449%2C1731252185285.1731252186943, exclude list is [], retry=0 2024-11-10T15:23:06,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35383,DS-5d376f00-36f3-432b-88d7-ef87d65585f6,DISK] 2024-11-10T15:23:06,962 INFO [RS:0;c0771061be61:45449 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/85a8ad46-cb28-681b-3866-c584a2fc330e/WALs/c0771061be61,45449,1731252185285/c0771061be61%2C45449%2C1731252185285.1731252186943 2024-11-10T15:23:06,963 DEBUG [RS:0;c0771061be61:45449 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45715:45715)] 2024-11-10T15:23:07,064 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33197/user/jenkins/test-data/85a8ad46-cb28-681b-3866-c584a2fc330e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T15:23:07,064 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33197/user/jenkins/test-data/85a8ad46-cb28-681b-3866-c584a2fc330e 2024-11-10T15:23:07,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35383 is added to blk_1073741833_1009 (size=32) 2024-11-10T15:23:07,074 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:23:07,075 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T15:23:07,076 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T15:23:07,076 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:23:07,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:23:07,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T15:23:07,077 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T15:23:07,077 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:23:07,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:23:07,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T15:23:07,078 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T15:23:07,078 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:23:07,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:23:07,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T15:23:07,079 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T15:23:07,079 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:23:07,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:23:07,080 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T15:23:07,080 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33197/user/jenkins/test-data/85a8ad46-cb28-681b-3866-c584a2fc330e/data/hbase/meta/1588230740 2024-11-10T15:23:07,080 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33197/user/jenkins/test-data/85a8ad46-cb28-681b-3866-c584a2fc330e/data/hbase/meta/1588230740 2024-11-10T15:23:07,081 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T15:23:07,081 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T15:23:07,082 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T15:23:07,083 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T15:23:07,084 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33197/user/jenkins/test-data/85a8ad46-cb28-681b-3866-c584a2fc330e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T15:23:07,084 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66182006, jitterRate=-0.013811260461807251}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T15:23:07,085 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731252187074Initializing all the Stores at 1731252187074Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731252187074Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731252187074Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252187074Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731252187074Cleaning up temporary data from old regions at 1731252187081 (+7 ms)Region opened successfully at 1731252187085 (+4 ms) 2024-11-10T15:23:07,085 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T15:23:07,085 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T15:23:07,085 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T15:23:07,085 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T15:23:07,085 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T15:23:07,085 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T15:23:07,085 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731252187085Disabling compacts and flushes for region at 1731252187085Disabling writes for close at 1731252187085Writing region close event to WAL at 1731252187085Closed at 1731252187085 2024-11-10T15:23:07,087 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T15:23:07,087 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T15:23:07,087 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T15:23:07,088 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T15:23:07,088 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T15:23:07,239 DEBUG [c0771061be61:39707 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T15:23:07,239 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c0771061be61,45449,1731252185285 2024-11-10T15:23:07,241 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c0771061be61,45449,1731252185285, state=OPENING 2024-11-10T15:23:07,293 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T15:23:07,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45449-0x1012557d9800001, quorum=127.0.0.1:51314, baseZNode=/0-1742721892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1742721892 2024-11-10T15:23:07,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39707-0x1012557d9800000, quorum=127.0.0.1:51314, baseZNode=/0-1742721892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1742721892 2024-11-10T15:23:07,341 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1742721892/meta-region-server: CHANGED 2024-11-10T15:23:07,341 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1742721892/meta-region-server: CHANGED 2024-11-10T15:23:07,342 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T15:23:07,343 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c0771061be61,45449,1731252185285}] 2024-11-10T15:23:07,496 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T15:23:07,497 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33421, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T15:23:07,499 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T15:23:07,499 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T15:23:07,500 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T15:23:07,501 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0771061be61%2C45449%2C1731252185285.meta, suffix=.meta, logDir=hdfs://localhost:33197/user/jenkins/test-data/85a8ad46-cb28-681b-3866-c584a2fc330e/WALs/c0771061be61,45449,1731252185285, archiveDir=hdfs://localhost:33197/user/jenkins/test-data/85a8ad46-cb28-681b-3866-c584a2fc330e/oldWALs, maxLogs=10 2024-11-10T15:23:07,516 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/85a8ad46-cb28-681b-3866-c584a2fc330e/WALs/c0771061be61,45449,1731252185285/c0771061be61%2C45449%2C1731252185285.meta.1731252187501.meta, exclude list is [], retry=0 2024-11-10T15:23:07,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35383,DS-5d376f00-36f3-432b-88d7-ef87d65585f6,DISK] 2024-11-10T15:23:07,519 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/85a8ad46-cb28-681b-3866-c584a2fc330e/WALs/c0771061be61,45449,1731252185285/c0771061be61%2C45449%2C1731252185285.meta.1731252187501.meta 2024-11-10T15:23:07,519 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45715:45715)] 2024-11-10T15:23:07,519 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T15:23:07,520 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T15:23:07,520 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T15:23:07,520 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T15:23:07,520 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T15:23:07,520 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T15:23:07,520 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:23:07,520 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T15:23:07,520 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T15:23:07,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T15:23:07,522 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T15:23:07,522 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:23:07,522 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:23:07,522 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T15:23:07,523 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T15:23:07,523 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:23:07,523 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:23:07,523 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T15:23:07,523 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T15:23:07,523 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:23:07,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:23:07,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T15:23:07,524 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T15:23:07,524 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:23:07,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:23:07,524 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T15:23:07,525 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33197/user/jenkins/test-data/85a8ad46-cb28-681b-3866-c584a2fc330e/data/hbase/meta/1588230740 2024-11-10T15:23:07,526 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33197/user/jenkins/test-data/85a8ad46-cb28-681b-3866-c584a2fc330e/data/hbase/meta/1588230740 2024-11-10T15:23:07,526 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T15:23:07,526 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T15:23:07,527 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T15:23:07,527 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T15:23:07,528 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70031307, jitterRate=0.043547794222831726}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T15:23:07,528 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T15:23:07,529 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731252187520Writing region info on filesystem at 1731252187520Initializing all the Stores at 1731252187521 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731252187521Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731252187521Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252187521Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731252187521Cleaning up temporary data from old regions at 1731252187526 (+5 ms)Running coprocessor post-open hooks at 1731252187528 (+2 ms)Region opened successfully at 1731252187529 (+1 ms) 2024-11-10T15:23:07,529 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731252187495 2024-11-10T15:23:07,531 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T15:23:07,531 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T15:23:07,532 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c0771061be61,45449,1731252185285 2024-11-10T15:23:07,532 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c0771061be61,45449,1731252185285, state=OPEN 2024-11-10T15:23:07,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39707-0x1012557d9800000, quorum=127.0.0.1:51314, baseZNode=/0-1742721892 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1742721892/meta-region-server 2024-11-10T15:23:07,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45449-0x1012557d9800001, quorum=127.0.0.1:51314, baseZNode=/0-1742721892 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1742721892/meta-region-server 2024-11-10T15:23:07,551 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c0771061be61,45449,1731252185285 2024-11-10T15:23:07,551 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1742721892/meta-region-server: CHANGED 2024-11-10T15:23:07,552 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1742721892/meta-region-server: CHANGED 2024-11-10T15:23:07,553 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T15:23:07,553 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c0771061be61,45449,1731252185285 in 208 msec 2024-11-10T15:23:07,555 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T15:23:07,555 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 466 msec 2024-11-10T15:23:07,555 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T15:23:07,555 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T15:23:07,556 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T15:23:07,557 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0771061be61,45449,1731252185285, seqNum=-1] 2024-11-10T15:23:07,557 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T15:23:07,558 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47785, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T15:23:07,561 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 924 msec 2024-11-10T15:23:07,562 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731252187562, completionTime=-1 2024-11-10T15:23:07,562 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T15:23:07,562 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T15:23:07,563 INFO [master/c0771061be61:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T15:23:07,563 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731252247563 2024-11-10T15:23:07,563 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731252307563 2024-11-10T15:23:07,563 INFO [master/c0771061be61:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T15:23:07,564 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,39707,1731252185036-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T15:23:07,564 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,39707,1731252185036-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:23:07,564 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,39707,1731252185036-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:23:07,564 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c0771061be61:39707, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:23:07,564 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T15:23:07,564 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T15:23:07,565 DEBUG [master/c0771061be61:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T15:23:07,567 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.194sec 2024-11-10T15:23:07,567 INFO [master/c0771061be61:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T15:23:07,567 INFO [master/c0771061be61:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T15:23:07,567 INFO [master/c0771061be61:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T15:23:07,567 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T15:23:07,567 INFO [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T15:23:07,567 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,39707,1731252185036-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T15:23:07,567 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,39707,1731252185036-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T15:23:07,572 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T15:23:07,572 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T15:23:07,572 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,39707,1731252185036-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:23:07,633 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41969a9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:23:07,633 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0771061be61,39707,-1 for getting cluster id 2024-11-10T15:23:07,633 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T15:23:07,634 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '59cd867f-0e4c-452c-9bab-c8ce8ccc679c' 2024-11-10T15:23:07,635 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T15:23:07,635 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "59cd867f-0e4c-452c-9bab-c8ce8ccc679c" 2024-11-10T15:23:07,635 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ee5daaa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:23:07,635 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0771061be61,39707,-1] 2024-11-10T15:23:07,635 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T15:23:07,635 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:23:07,636 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T15:23:07,637 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d7b1f54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:23:07,637 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T15:23:07,638 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0771061be61,45449,1731252185285, seqNum=-1] 2024-11-10T15:23:07,638 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T15:23:07,639 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T15:23:07,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c0771061be61,39707,1731252185036 2024-11-10T15:23:07,641 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51314 2024-11-10T15:23:07,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51314, baseZNode=/0-1742721892 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T15:23:07,651 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012557d9800002 connected 2024-11-10T15:23:07,663 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T15:23:07,664 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is c0771061be61,39707,1731252185036 2024-11-10T15:23:07,664 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@75ba2c78 2024-11-10T15:23:07,664 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T15:23:07,665 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T15:23:07,666 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39707 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T15:23:07,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39707 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T15:23:07,668 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T15:23:07,668 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:23:07,668 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39707 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T15:23:07,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T15:23:07,669 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T15:23:07,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35383 is added to blk_1073741835_1011 (size=902) 2024-11-10T15:23:07,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T15:23:07,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T15:23:08,079 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 72c400bf491f944ca8d837b77bb08986, NAME => 'test,,1731252187666.72c400bf491f944ca8d837b77bb08986.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33197/user/jenkins/test-data/85a8ad46-cb28-681b-3866-c584a2fc330e 2024-11-10T15:23:08,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35383 is added to blk_1073741836_1012 (size=39) 2024-11-10T15:23:08,084 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731252187666.72c400bf491f944ca8d837b77bb08986.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:23:08,084 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 72c400bf491f944ca8d837b77bb08986, disabling compactions & flushes 2024-11-10T15:23:08,084 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731252187666.72c400bf491f944ca8d837b77bb08986. 2024-11-10T15:23:08,084 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731252187666.72c400bf491f944ca8d837b77bb08986. 2024-11-10T15:23:08,084 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731252187666.72c400bf491f944ca8d837b77bb08986. after waiting 0 ms 2024-11-10T15:23:08,084 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731252187666.72c400bf491f944ca8d837b77bb08986. 2024-11-10T15:23:08,084 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731252187666.72c400bf491f944ca8d837b77bb08986. 2024-11-10T15:23:08,084 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 72c400bf491f944ca8d837b77bb08986: Waiting for close lock at 1731252188084Disabling compacts and flushes for region at 1731252188084Disabling writes for close at 1731252188084Writing region close event to WAL at 1731252188084Closed at 1731252188084 2024-11-10T15:23:08,085 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T15:23:08,086 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731252187666.72c400bf491f944ca8d837b77bb08986.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731252188085"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731252188085"}]},"ts":"1731252188085"} 2024-11-10T15:23:08,087 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T15:23:08,088 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T15:23:08,088 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731252188088"}]},"ts":"1731252188088"} 2024-11-10T15:23:08,090 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T15:23:08,090 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=72c400bf491f944ca8d837b77bb08986, ASSIGN}] 2024-11-10T15:23:08,091 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=72c400bf491f944ca8d837b77bb08986, ASSIGN 2024-11-10T15:23:08,091 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=72c400bf491f944ca8d837b77bb08986, ASSIGN; state=OFFLINE, location=c0771061be61,45449,1731252185285; forceNewPlan=false, retain=false 2024-11-10T15:23:08,242 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=72c400bf491f944ca8d837b77bb08986, regionState=OPENING, regionLocation=c0771061be61,45449,1731252185285 2024-11-10T15:23:08,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=72c400bf491f944ca8d837b77bb08986, ASSIGN because future has completed 2024-11-10T15:23:08,245 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 72c400bf491f944ca8d837b77bb08986, server=c0771061be61,45449,1731252185285}] 2024-11-10T15:23:08,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T15:23:08,399 INFO [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731252187666.72c400bf491f944ca8d837b77bb08986. 2024-11-10T15:23:08,399 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 72c400bf491f944ca8d837b77bb08986, NAME => 'test,,1731252187666.72c400bf491f944ca8d837b77bb08986.', STARTKEY => '', ENDKEY => ''} 2024-11-10T15:23:08,399 INFO [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T15:23:08,400 INFO [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T15:23:08,400 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 72c400bf491f944ca8d837b77bb08986 2024-11-10T15:23:08,400 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731252187666.72c400bf491f944ca8d837b77bb08986.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:23:08,400 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 72c400bf491f944ca8d837b77bb08986 2024-11-10T15:23:08,400 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 72c400bf491f944ca8d837b77bb08986 2024-11-10T15:23:08,404 INFO [StoreOpener-72c400bf491f944ca8d837b77bb08986-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 72c400bf491f944ca8d837b77bb08986 2024-11-10T15:23:08,405 INFO [StoreOpener-72c400bf491f944ca8d837b77bb08986-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 72c400bf491f944ca8d837b77bb08986 columnFamilyName f 2024-11-10T15:23:08,405 DEBUG [StoreOpener-72c400bf491f944ca8d837b77bb08986-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:23:08,405 INFO [StoreOpener-72c400bf491f944ca8d837b77bb08986-1 {}] regionserver.HStore(327): Store=72c400bf491f944ca8d837b77bb08986/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:23:08,405 INFO [StoreOpener-72c400bf491f944ca8d837b77bb08986-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 72c400bf491f944ca8d837b77bb08986 2024-11-10T15:23:08,406 INFO [StoreOpener-72c400bf491f944ca8d837b77bb08986-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 72c400bf491f944ca8d837b77bb08986 columnFamilyName f1 2024-11-10T15:23:08,406 DEBUG [StoreOpener-72c400bf491f944ca8d837b77bb08986-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:23:08,406 INFO [StoreOpener-72c400bf491f944ca8d837b77bb08986-1 {}] regionserver.HStore(327): Store=72c400bf491f944ca8d837b77bb08986/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:23:08,406 INFO [StoreOpener-72c400bf491f944ca8d837b77bb08986-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 72c400bf491f944ca8d837b77bb08986 2024-11-10T15:23:08,407 INFO [StoreOpener-72c400bf491f944ca8d837b77bb08986-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 72c400bf491f944ca8d837b77bb08986 columnFamilyName norep 2024-11-10T15:23:08,407 DEBUG [StoreOpener-72c400bf491f944ca8d837b77bb08986-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:23:08,407 INFO [StoreOpener-72c400bf491f944ca8d837b77bb08986-1 {}] regionserver.HStore(327): Store=72c400bf491f944ca8d837b77bb08986/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:23:08,407 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 72c400bf491f944ca8d837b77bb08986 2024-11-10T15:23:08,407 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33197/user/jenkins/test-data/85a8ad46-cb28-681b-3866-c584a2fc330e/data/default/test/72c400bf491f944ca8d837b77bb08986 2024-11-10T15:23:08,408 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33197/user/jenkins/test-data/85a8ad46-cb28-681b-3866-c584a2fc330e/data/default/test/72c400bf491f944ca8d837b77bb08986 2024-11-10T15:23:08,408 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 72c400bf491f944ca8d837b77bb08986 2024-11-10T15:23:08,408 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 72c400bf491f944ca8d837b77bb08986 2024-11-10T15:23:08,409 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T15:23:08,409 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 72c400bf491f944ca8d837b77bb08986 2024-11-10T15:23:08,410 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33197/user/jenkins/test-data/85a8ad46-cb28-681b-3866-c584a2fc330e/data/default/test/72c400bf491f944ca8d837b77bb08986/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T15:23:08,410 INFO [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 72c400bf491f944ca8d837b77bb08986; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72052761, jitterRate=0.07366980612277985}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T15:23:08,411 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 72c400bf491f944ca8d837b77bb08986 2024-11-10T15:23:08,411 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 72c400bf491f944ca8d837b77bb08986: Running coprocessor pre-open hook at 1731252188400Writing region info on filesystem at 1731252188400Initializing all the Stores at 1731252188400Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252188400Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252188404 (+4 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252188404Cleaning up temporary data from old regions at 1731252188408 (+4 ms)Running coprocessor post-open hooks at 1731252188411 (+3 ms)Region opened successfully at 1731252188411 2024-11-10T15:23:08,412 INFO [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731252187666.72c400bf491f944ca8d837b77bb08986., pid=6, masterSystemTime=1731252188396 2024-11-10T15:23:08,413 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731252187666.72c400bf491f944ca8d837b77bb08986. 2024-11-10T15:23:08,413 INFO [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731252187666.72c400bf491f944ca8d837b77bb08986. 2024-11-10T15:23:08,414 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=72c400bf491f944ca8d837b77bb08986, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c0771061be61,45449,1731252185285 2024-11-10T15:23:08,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 72c400bf491f944ca8d837b77bb08986, server=c0771061be61,45449,1731252185285 because future has completed 2024-11-10T15:23:08,436 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T15:23:08,436 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 72c400bf491f944ca8d837b77bb08986, server=c0771061be61,45449,1731252185285 in 189 msec 2024-11-10T15:23:08,437 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T15:23:08,437 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=72c400bf491f944ca8d837b77bb08986, ASSIGN in 346 msec 2024-11-10T15:23:08,438 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T15:23:08,438 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731252188438"}]},"ts":"1731252188438"} 2024-11-10T15:23:08,441 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T15:23:08,442 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T15:23:08,443 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 776 msec 2024-11-10T15:23:08,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T15:23:08,807 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T15:23:08,808 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@695cf0d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:23:08,808 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0771061be61,39707,-1 for getting cluster id 2024-11-10T15:23:08,808 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T15:23:08,808 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '59cd867f-0e4c-452c-9bab-c8ce8ccc679c' 2024-11-10T15:23:08,808 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T15:23:08,808 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "59cd867f-0e4c-452c-9bab-c8ce8ccc679c" 2024-11-10T15:23:08,809 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@136f6b8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:23:08,809 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0771061be61,39707,-1] 2024-11-10T15:23:08,809 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T15:23:08,809 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:23:08,809 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T15:23:08,810 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@721a971a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:23:08,810 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T15:23:08,811 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is c0771061be61,39707,1731252185036 2024-11-10T15:23:08,811 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@61ecf199 2024-11-10T15:23:08,811 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T15:23:08,811 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T15:23:08,812 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39707 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://c0771061be61:39707,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T15:23:08,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39707 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T15:23:08,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T15:23:08,814 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c0771061be61:39707' 2024-11-10T15:23:08,815 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61dcba2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:23:08,815 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c0771061be61,39707,-1 for getting cluster id 2024-11-10T15:23:08,815 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T15:23:08,816 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '59cd867f-0e4c-452c-9bab-c8ce8ccc679c' 2024-11-10T15:23:08,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T15:23:08,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "59cd867f-0e4c-452c-9bab-c8ce8ccc679c" 2024-11-10T15:23:08,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b6ef149, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:23:08,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0771061be61,39707,-1] 2024-11-10T15:23:08,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T15:23:08,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:23:08,817 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T15:23:08,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63125191, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:23:08,817 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T15:23:08,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c0771061be61,39707,1731252185036 2024-11-10T15:23:08,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6fe508d2 2024-11-10T15:23:08,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T15:23:08,819 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T15:23:08,820 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-10T15:23:08,820 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T15:23:08,820 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:23:08,820 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T15:23:08,820 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:23:08,820 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://c0771061be61:39707, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-10T15:23:08,826 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://c0771061be61:39707, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://c0771061be61:39707, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://c0771061be61:39707, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-10T15:23:08,828 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://c0771061be61:39707, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=15 msec 2024-11-10T15:23:08,828 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-10T15:23:08,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T15:23:08,918 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://c0771061be61:39707, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-10T15:23:08,918 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T15:23:08,918 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:23:08,918 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:23:08,918 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:23:08,918 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T15:23:08,936 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=531 (was 362) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1558132922_20 at /127.0.0.1:39904 [Receiving block BP-21663217-172.17.0.3-1731252182518:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45449 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=45449 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 1 on default port 46723 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: RS_OPEN_META-regionserver/c0771061be61:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$611/0x00007f5e58ad9f08.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1658336895-7876 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-af28189-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@25fb5ae3 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$478/0x00007f5e589f8cb8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: pool-2263-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:33197/user/jenkins/test-data/85a8ad46-cb28-681b-3866-c584a2fc330e-prefix:c0771061be61,45449,1731252185285 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: c0771061be61:39707 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: qtp1658336895-7872 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$306/0x00007f5e584319c0.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:33197/user/jenkins/test-data/85a8ad46-cb28-681b-3866-c584a2fc330e-prefix:c0771061be61,45449,1731252185285.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:51314 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: IPC Server idle connection scanner for port 46723 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=39707 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-893783524_20 at /127.0.0.1:39942 [Receiving block BP-21663217-172.17.0.3-1731252182518:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@45ccf7b6 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d27e58bc-e917-bb54-1d5d-1e16b25674f9/cluster_4038c937-2e30-a154-cd20-c0738eef32b7/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: IPC Server handler 0 on default port 46723 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39707 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d27e58bc-e917-bb54-1d5d-1e16b25674f9/cluster_4038c937-2e30-a154-cd20-c0738eef32b7/data/data1/current/BP-21663217-172.17.0.3-1731252182518 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: RS:0;c0771061be61:45449-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-893783524_20 at /127.0.0.1:39926 [Receiving block BP-21663217-172.17.0.3-1731252182518:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45449 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=39707 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@6780168c java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 33197 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1972580334-7922 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:33197/user/jenkins/test-data/85a8ad46-cb28-681b-3866-c584a2fc330e/MasterData-prefix:c0771061be61,39707,1731252185036 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:33197 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/c0771061be61:0:becomeActiveMaster-HFileCleaner.small.0-1731252186672 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=45449 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: regionserver/c0771061be61:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39707 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: regionserver/c0771061be61:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39707 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1972580334-7920-acceptor-0@1aee1806-ServerConnector@3b9b6d1e{HTTP/1.1, (http/1.1)}{localhost:37689} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-21663217-172.17.0.3-1731252182518:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1972580334-7921 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 46723 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: CacheReplicationMonitor(1674425967) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: BP-21663217-172.17.0.3-1731252182518 heartbeating to localhost/127.0.0.1:33197 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@5e3d6d0d java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2274-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 46723 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: Session-HouseKeeper-4c4b2c4f-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45449 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d27e58bc-e917-bb54-1d5d-1e16b25674f9/cluster_4038c937-2e30-a154-cd20-c0738eef32b7/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: IPC Server handler 4 on default port 46723 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: ProcessThread(sid:0 cport:51314): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@3d10f114 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 33197 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server handler 4 on default port 33197 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2262-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=45449 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1658336895-7874-acceptor-0@1fab60a9-ServerConnector@4f850123{HTTP/1.1, (http/1.1)}{localhost:44817} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51314) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/c0771061be61:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1658336895-7877 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45449 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2268-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39707 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/c0771061be61:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45449 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@1b703aef java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1658336895-7875 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51314) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d27e58bc-e917-bb54-1d5d-1e16b25674f9/cluster_4038c937-2e30-a154-cd20-c0738eef32b7/data/data2/current/BP-21663217-172.17.0.3-1731252182518 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-21663217-172.17.0.3-1731252182518:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 33197 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;c0771061be61:45449 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-21663217-172.17.0.3-1731252182518:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1972580334-7919 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$306/0x00007f5e584319c0.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/c0771061be61:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33197 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 33197 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;c0771061be61:39707 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 33197 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39707 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@40c44b8c java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39707 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@55dcb400[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1658336895-7871 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$306/0x00007f5e584319c0.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51314) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: qtp1658336895-7873 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$306/0x00007f5e584319c0.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45449 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@3680c111 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39707 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45449 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1658336895-7870 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$306/0x00007f5e584319c0.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-893783524_20 at /127.0.0.1:39864 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@2e9ae276 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/c0771061be61:0:becomeActiveMaster-HFileCleaner.large.0-1731252186668 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: pool-2271-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39707 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=874 (was 797) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=570 (was 550) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4210 (was 4191) - AvailableMemoryMB LEAK? - 2024-11-10T15:23:08,939 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=531 is superior to 500 2024-11-10T15:23:08,954 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=531, OpenFileDescriptor=874, MaxFileDescriptor=1048576, SystemLoadAverage=570, ProcessCount=11, AvailableMemoryMB=4199 2024-11-10T15:23:08,954 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=531 is superior to 500 2024-11-10T15:23:08,971 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-10T15:23:08,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d27e58bc-e917-bb54-1d5d-1e16b25674f9/hadoop.log.dir so I do NOT create it in target/test-data/e139d834-d569-e36e-ce66-eeeeddfddbb9 2024-11-10T15:23:08,972 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d27e58bc-e917-bb54-1d5d-1e16b25674f9/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T15:23:08,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d27e58bc-e917-bb54-1d5d-1e16b25674f9/hadoop.tmp.dir so I do NOT create it in target/test-data/e139d834-d569-e36e-ce66-eeeeddfddbb9 2024-11-10T15:23:08,972 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d27e58bc-e917-bb54-1d5d-1e16b25674f9/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T15:23:08,972 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e139d834-d569-e36e-ce66-eeeeddfddbb9 2024-11-10T15:23:08,972 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e139d834-d569-e36e-ce66-eeeeddfddbb9/cluster_49b25e3a-38ae-a0f6-f869-08a8f89e5a42, deleteOnExit=true 2024-11-10T15:23:09,022 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e139d834-d569-e36e-ce66-eeeeddfddbb9/cluster_49b25e3a-38ae-a0f6-f869-08a8f89e5a42/zookeeper_0, clientPort=49878, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e139d834-d569-e36e-ce66-eeeeddfddbb9/cluster_49b25e3a-38ae-a0f6-f869-08a8f89e5a42/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e139d834-d569-e36e-ce66-eeeeddfddbb9/cluster_49b25e3a-38ae-a0f6-f869-08a8f89e5a42/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T15:23:09,023 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49878 2024-11-10T15:23:09,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T15:23:09,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T15:23:09,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e139d834-d569-e36e-ce66-eeeeddfddbb9/test.cache.data in system properties and HBase conf 2024-11-10T15:23:09,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e139d834-d569-e36e-ce66-eeeeddfddbb9/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T15:23:09,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e139d834-d569-e36e-ce66-eeeeddfddbb9/hadoop.log.dir in system properties and HBase conf 2024-11-10T15:23:09,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e139d834-d569-e36e-ce66-eeeeddfddbb9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T15:23:09,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e139d834-d569-e36e-ce66-eeeeddfddbb9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T15:23:09,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T15:23:09,024 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T15:23:09,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e139d834-d569-e36e-ce66-eeeeddfddbb9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T15:23:09,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e139d834-d569-e36e-ce66-eeeeddfddbb9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T15:23:09,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e139d834-d569-e36e-ce66-eeeeddfddbb9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T15:23:09,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e139d834-d569-e36e-ce66-eeeeddfddbb9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T15:23:09,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e139d834-d569-e36e-ce66-eeeeddfddbb9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T15:23:09,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e139d834-d569-e36e-ce66-eeeeddfddbb9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T15:23:09,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e139d834-d569-e36e-ce66-eeeeddfddbb9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T15:23:09,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e139d834-d569-e36e-ce66-eeeeddfddbb9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T15:23:09,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e139d834-d569-e36e-ce66-eeeeddfddbb9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T15:23:09,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e139d834-d569-e36e-ce66-eeeeddfddbb9/nfs.dump.dir in system properties and HBase conf 2024-11-10T15:23:09,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e139d834-d569-e36e-ce66-eeeeddfddbb9/java.io.tmpdir in system properties and HBase conf 2024-11-10T15:23:09,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e139d834-d569-e36e-ce66-eeeeddfddbb9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T15:23:09,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e139d834-d569-e36e-ce66-eeeeddfddbb9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T15:23:09,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e139d834-d569-e36e-ce66-eeeeddfddbb9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T15:23:09,900 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T15:23:09,904 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T15:23:09,918 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T15:23:09,918 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T15:23:09,918 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T15:23:09,920 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T15:23:09,922 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f35d1ca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e139d834-d569-e36e-ce66-eeeeddfddbb9/hadoop.log.dir/,AVAILABLE} 2024-11-10T15:23:09,922 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6781d4a7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T15:23:10,068 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4a5b5028{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e139d834-d569-e36e-ce66-eeeeddfddbb9/java.io.tmpdir/jetty-localhost-37837-hadoop-hdfs-3_4_1-tests_jar-_-any-7583698635158648866/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T15:23:10,069 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3df456d6{HTTP/1.1, (http/1.1)}{localhost:37837} 2024-11-10T15:23:10,069 INFO [Time-limited test {}] server.Server(415): Started @320562ms 2024-11-10T15:23:10,485 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T15:23:10,493 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T15:23:10,508 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T15:23:10,508 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T15:23:10,508 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T15:23:10,512 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@12a4de79{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e139d834-d569-e36e-ce66-eeeeddfddbb9/hadoop.log.dir/,AVAILABLE} 2024-11-10T15:23:10,513 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30c1d1ff{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T15:23:10,691 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@649b9acf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e139d834-d569-e36e-ce66-eeeeddfddbb9/java.io.tmpdir/jetty-localhost-40259-hadoop-hdfs-3_4_1-tests_jar-_-any-1609712868324745808/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T15:23:10,691 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@33958fbf{HTTP/1.1, (http/1.1)}{localhost:40259} 2024-11-10T15:23:10,691 INFO [Time-limited test {}] server.Server(415): Started @321185ms 2024-11-10T15:23:10,693 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T15:23:11,835 WARN [Thread-4307 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e139d834-d569-e36e-ce66-eeeeddfddbb9/cluster_49b25e3a-38ae-a0f6-f869-08a8f89e5a42/data/data1/current/BP-866247027-172.17.0.3-1731252189043/current, will proceed with Du for space computation calculation, 2024-11-10T15:23:11,836 WARN [Thread-4308 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e139d834-d569-e36e-ce66-eeeeddfddbb9/cluster_49b25e3a-38ae-a0f6-f869-08a8f89e5a42/data/data2/current/BP-866247027-172.17.0.3-1731252189043/current, will proceed with Du for space computation calculation, 2024-11-10T15:23:11,913 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T15:23:11,936 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:11,937 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:11,937 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:11,937 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:11,937 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:11,937 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:11,938 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:11,938 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:11,977 WARN [Thread-4295 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T15:23:11,995 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x505be234855417b7 with lease ID 0x8bfeff8bee89a51b: Processing first storage report for DS-2f3d589f-ef61-474c-9453-7510d5e0f85b from datanode DatanodeRegistration(127.0.0.1:42021, datanodeUuid=b2c20b50-80bb-46d6-a189-4f8cc00cd338, infoPort=45875, infoSecurePort=0, ipcPort=42199, storageInfo=lv=-57;cid=testClusterID;nsid=1126231940;c=1731252189043) 2024-11-10T15:23:11,995 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x505be234855417b7 with lease ID 0x8bfeff8bee89a51b: from storage DS-2f3d589f-ef61-474c-9453-7510d5e0f85b node DatanodeRegistration(127.0.0.1:42021, datanodeUuid=b2c20b50-80bb-46d6-a189-4f8cc00cd338, infoPort=45875, infoSecurePort=0, ipcPort=42199, storageInfo=lv=-57;cid=testClusterID;nsid=1126231940;c=1731252189043), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-10T15:23:11,995 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x505be234855417b7 with lease ID 0x8bfeff8bee89a51b: Processing first storage report for DS-a7526d26-5dfd-4fcf-aa5e-d5e53025e546 from datanode DatanodeRegistration(127.0.0.1:42021, datanodeUuid=b2c20b50-80bb-46d6-a189-4f8cc00cd338, infoPort=45875, infoSecurePort=0, ipcPort=42199, storageInfo=lv=-57;cid=testClusterID;nsid=1126231940;c=1731252189043) 2024-11-10T15:23:11,995 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x505be234855417b7 with lease ID 0x8bfeff8bee89a51b: from storage DS-a7526d26-5dfd-4fcf-aa5e-d5e53025e546 node DatanodeRegistration(127.0.0.1:42021, datanodeUuid=b2c20b50-80bb-46d6-a189-4f8cc00cd338, infoPort=45875, infoSecurePort=0, ipcPort=42199, storageInfo=lv=-57;cid=testClusterID;nsid=1126231940;c=1731252189043), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T15:23:12,036 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:12,037 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:12,038 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:12,038 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:12,038 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:12,039 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:12,051 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:12,063 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:12,064 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:12,089 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e139d834-d569-e36e-ce66-eeeeddfddbb9 2024-11-10T15:23:12,089 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:23:12,091 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:23:12,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42021 is added to blk_1073741825_1001 (size=7) 2024-11-10T15:23:12,114 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72 with version=8 2024-11-10T15:23:12,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/hbase-staging 2024-11-10T15:23:12,116 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c0771061be61:0 server-side Connection retries=45 2024-11-10T15:23:12,116 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T15:23:12,116 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T15:23:12,116 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T15:23:12,116 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T15:23:12,116 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T15:23:12,116 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T15:23:12,116 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T15:23:12,120 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34271 2024-11-10T15:23:12,121 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34271 connecting to ZooKeeper ensemble=127.0.0.1:49878 2024-11-10T15:23:12,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:342710x0, quorum=127.0.0.1:49878, baseZNode=/0-8580891 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T15:23:12,187 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34271-0x1012557f3090000 connected 2024-11-10T15:23:12,521 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:23:12,522 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:23:12,524 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34271-0x1012557f3090000, quorum=127.0.0.1:49878, baseZNode=/0-8580891 Set watcher on znode that does not yet exist, /0-8580891/running 2024-11-10T15:23:12,524 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72, hbase.cluster.distributed=false 2024-11-10T15:23:12,526 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34271-0x1012557f3090000, quorum=127.0.0.1:49878, baseZNode=/0-8580891 Set watcher on znode that does not yet exist, /0-8580891/acl 2024-11-10T15:23:12,528 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34271 2024-11-10T15:23:12,534 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34271 2024-11-10T15:23:12,537 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34271 2024-11-10T15:23:12,544 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34271 2024-11-10T15:23:12,546 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34271 2024-11-10T15:23:12,564 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c0771061be61:0 server-side Connection retries=45 2024-11-10T15:23:12,564 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T15:23:12,564 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T15:23:12,564 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T15:23:12,564 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T15:23:12,564 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T15:23:12,564 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T15:23:12,564 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T15:23:12,565 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39447 2024-11-10T15:23:12,565 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39447 connecting to ZooKeeper ensemble=127.0.0.1:49878 2024-11-10T15:23:12,566 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:23:12,568 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:23:12,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:394470x0, quorum=127.0.0.1:49878, baseZNode=/0-8580891 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T15:23:12,596 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:394470x0, quorum=127.0.0.1:49878, baseZNode=/0-8580891 Set watcher on znode that does not yet exist, /0-8580891/running 2024-11-10T15:23:12,597 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T15:23:12,600 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39447-0x1012557f3090001 connected 2024-11-10T15:23:12,620 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T15:23:12,621 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39447-0x1012557f3090001, quorum=127.0.0.1:49878, baseZNode=/0-8580891 Set watcher on znode that does not yet exist, /0-8580891/master 2024-11-10T15:23:12,622 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39447-0x1012557f3090001, quorum=127.0.0.1:49878, baseZNode=/0-8580891 Set watcher on znode that does not yet exist, /0-8580891/acl 2024-11-10T15:23:12,628 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39447 2024-11-10T15:23:12,629 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39447 2024-11-10T15:23:12,631 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39447 2024-11-10T15:23:12,632 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39447 2024-11-10T15:23:12,632 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39447 2024-11-10T15:23:12,643 DEBUG [M:0;c0771061be61:34271 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c0771061be61:34271 2024-11-10T15:23:12,644 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-8580891/backup-masters/c0771061be61,34271,1731252192116 2024-11-10T15:23:12,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34271-0x1012557f3090000, quorum=127.0.0.1:49878, baseZNode=/0-8580891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-8580891/backup-masters 2024-11-10T15:23:12,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39447-0x1012557f3090001, quorum=127.0.0.1:49878, baseZNode=/0-8580891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-8580891/backup-masters 2024-11-10T15:23:12,694 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34271-0x1012557f3090000, quorum=127.0.0.1:49878, baseZNode=/0-8580891 Set watcher on existing znode=/0-8580891/backup-masters/c0771061be61,34271,1731252192116 2024-11-10T15:23:12,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39447-0x1012557f3090001, quorum=127.0.0.1:49878, baseZNode=/0-8580891 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-8580891/master 2024-11-10T15:23:12,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39447-0x1012557f3090001, quorum=127.0.0.1:49878, baseZNode=/0-8580891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-8580891 2024-11-10T15:23:12,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34271-0x1012557f3090000, quorum=127.0.0.1:49878, baseZNode=/0-8580891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-8580891 2024-11-10T15:23:12,744 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34271-0x1012557f3090000, quorum=127.0.0.1:49878, baseZNode=/0-8580891 Set watcher on existing znode=/0-8580891/master 2024-11-10T15:23:12,744 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-8580891/backup-masters/c0771061be61,34271,1731252192116 from backup master directory 2024-11-10T15:23:12,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39447-0x1012557f3090001, quorum=127.0.0.1:49878, baseZNode=/0-8580891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-8580891/backup-masters 2024-11-10T15:23:12,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34271-0x1012557f3090000, quorum=127.0.0.1:49878, baseZNode=/0-8580891 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-8580891/backup-masters/c0771061be61,34271,1731252192116 2024-11-10T15:23:12,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34271-0x1012557f3090000, quorum=127.0.0.1:49878, baseZNode=/0-8580891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-8580891/backup-masters 2024-11-10T15:23:12,763 WARN [master/c0771061be61:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T15:23:12,763 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c0771061be61,34271,1731252192116 2024-11-10T15:23:12,767 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/hbase.id] with ID: d5718721-dec4-4570-bf19-aff70ed71a69 2024-11-10T15:23:12,767 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/.tmp/hbase.id 2024-11-10T15:23:12,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42021 is added to blk_1073741826_1002 (size=42) 2024-11-10T15:23:12,790 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T15:23:12,791 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-10T15:23:13,182 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/.tmp/hbase.id]:[hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/hbase.id] 2024-11-10T15:23:13,202 INFO [master/c0771061be61:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:23:13,202 INFO [master/c0771061be61:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T15:23:13,204 INFO [master/c0771061be61:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-10T15:23:13,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39447-0x1012557f3090001, quorum=127.0.0.1:49878, baseZNode=/0-8580891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-8580891 2024-11-10T15:23:13,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34271-0x1012557f3090000, quorum=127.0.0.1:49878, baseZNode=/0-8580891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-8580891 2024-11-10T15:23:13,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42021 is added to blk_1073741827_1003 (size=196) 2024-11-10T15:23:13,666 INFO [master/c0771061be61:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T15:23:13,667 INFO [master/c0771061be61:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T15:23:13,667 INFO [master/c0771061be61:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T15:23:13,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42021 is added to blk_1073741828_1004 (size=1189) 2024-11-10T15:23:14,073 INFO [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/MasterData/data/master/store 2024-11-10T15:23:14,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42021 is added to blk_1073741829_1005 (size=34) 2024-11-10T15:23:14,492 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:23:14,492 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T15:23:14,492 INFO [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:23:14,492 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:23:14,492 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T15:23:14,492 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:23:14,492 INFO [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:23:14,493 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731252194492Disabling compacts and flushes for region at 1731252194492Disabling writes for close at 1731252194492Writing region close event to WAL at 1731252194492Closed at 1731252194492 2024-11-10T15:23:14,493 WARN [master/c0771061be61:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/MasterData/data/master/store/.initializing 2024-11-10T15:23:14,493 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/MasterData/WALs/c0771061be61,34271,1731252192116 2024-11-10T15:23:14,500 INFO [master/c0771061be61:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T15:23:14,503 INFO [master/c0771061be61:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c0771061be61%2C34271%2C1731252192116, suffix=, logDir=hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/MasterData/WALs/c0771061be61,34271,1731252192116, archiveDir=hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/MasterData/oldWALs, maxLogs=10 2024-11-10T15:23:14,519 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/MasterData/WALs/c0771061be61,34271,1731252192116/c0771061be61%2C34271%2C1731252192116.1731252194503, exclude list is [], retry=0 2024-11-10T15:23:14,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42021,DS-2f3d589f-ef61-474c-9453-7510d5e0f85b,DISK] 2024-11-10T15:23:14,524 INFO [master/c0771061be61:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/MasterData/WALs/c0771061be61,34271,1731252192116/c0771061be61%2C34271%2C1731252192116.1731252194503 2024-11-10T15:23:14,524 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45875:45875)] 2024-11-10T15:23:14,524 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T15:23:14,524 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:23:14,524 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:23:14,524 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:23:14,528 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:23:14,530 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T15:23:14,530 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:23:14,531 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:23:14,531 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:23:14,538 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T15:23:14,539 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:23:14,545 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:23:14,545 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:23:14,556 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T15:23:14,557 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:23:14,562 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:23:14,562 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:23:14,564 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T15:23:14,564 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:23:14,564 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:23:14,565 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:23:14,565 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:23:14,566 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:23:14,567 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:23:14,568 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:23:14,568 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T15:23:14,569 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:23:14,573 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T15:23:14,574 INFO [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70510553, jitterRate=0.05068911612033844}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T15:23:14,574 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731252194524Initializing all the Stores at 1731252194525 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731252194525Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252194528 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252194528Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252194528Cleaning up temporary data from old regions at 1731252194568 (+40 ms)Region opened successfully at 1731252194574 (+6 ms) 2024-11-10T15:23:14,584 INFO [master/c0771061be61:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T15:23:14,599 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ddd3a8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c0771061be61/172.17.0.3:0 2024-11-10T15:23:14,606 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T15:23:14,606 INFO [master/c0771061be61:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T15:23:14,607 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T15:23:14,607 INFO [master/c0771061be61:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T15:23:14,607 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T15:23:14,608 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T15:23:14,609 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T15:23:14,628 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T15:23:14,629 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34271-0x1012557f3090000, quorum=127.0.0.1:49878, baseZNode=/0-8580891 Unable to get data of znode /0-8580891/balancer because node does not exist (not necessarily an error) 2024-11-10T15:23:14,784 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-8580891/balancer already deleted, retry=false 2024-11-10T15:23:14,784 INFO [master/c0771061be61:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T15:23:14,787 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34271-0x1012557f3090000, quorum=127.0.0.1:49878, baseZNode=/0-8580891 Unable to get data of znode /0-8580891/normalizer because node does not exist (not necessarily an error) 2024-11-10T15:23:14,962 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-8580891/normalizer already deleted, retry=false 2024-11-10T15:23:14,963 INFO [master/c0771061be61:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T15:23:14,964 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34271-0x1012557f3090000, quorum=127.0.0.1:49878, baseZNode=/0-8580891 Unable to get data of znode /0-8580891/switch/split because node does not exist (not necessarily an error) 2024-11-10T15:23:15,061 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-8580891/switch/split already deleted, retry=false 2024-11-10T15:23:15,063 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34271-0x1012557f3090000, quorum=127.0.0.1:49878, baseZNode=/0-8580891 Unable to get data of znode /0-8580891/switch/merge because node does not exist (not necessarily an error) 2024-11-10T15:23:15,263 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-8580891/switch/merge already deleted, retry=false 2024-11-10T15:23:15,265 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34271-0x1012557f3090000, quorum=127.0.0.1:49878, baseZNode=/0-8580891 Unable to get data of znode /0-8580891/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T15:23:15,910 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-8580891/snapshot-cleanup already deleted, retry=false 2024-11-10T15:23:16,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39447-0x1012557f3090001, quorum=127.0.0.1:49878, baseZNode=/0-8580891 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-8580891/running 2024-11-10T15:23:16,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34271-0x1012557f3090000, quorum=127.0.0.1:49878, baseZNode=/0-8580891 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-8580891/running 2024-11-10T15:23:16,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39447-0x1012557f3090001, quorum=127.0.0.1:49878, baseZNode=/0-8580891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-8580891 2024-11-10T15:23:16,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34271-0x1012557f3090000, quorum=127.0.0.1:49878, baseZNode=/0-8580891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-8580891 2024-11-10T15:23:16,043 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c0771061be61,34271,1731252192116, sessionid=0x1012557f3090000, setting cluster-up flag (Was=false) 2024-11-10T15:23:16,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34271-0x1012557f3090000, quorum=127.0.0.1:49878, baseZNode=/0-8580891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-8580891 2024-11-10T15:23:16,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39447-0x1012557f3090001, quorum=127.0.0.1:49878, baseZNode=/0-8580891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-8580891 2024-11-10T15:23:16,631 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-8580891/flush-table-proc/acquired, /0-8580891/flush-table-proc/reached, /0-8580891/flush-table-proc/abort 2024-11-10T15:23:16,632 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c0771061be61,34271,1731252192116 2024-11-10T15:23:16,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34271-0x1012557f3090000, quorum=127.0.0.1:49878, baseZNode=/0-8580891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-8580891 2024-11-10T15:23:16,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39447-0x1012557f3090001, quorum=127.0.0.1:49878, baseZNode=/0-8580891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-8580891 2024-11-10T15:23:16,909 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-8580891/online-snapshot/acquired, /0-8580891/online-snapshot/reached, /0-8580891/online-snapshot/abort 2024-11-10T15:23:16,911 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c0771061be61,34271,1731252192116 2024-11-10T15:23:16,912 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T15:23:16,913 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T15:23:16,913 INFO [master/c0771061be61:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T15:23:16,913 INFO [master/c0771061be61:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T15:23:16,914 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c0771061be61,34271,1731252192116 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T15:23:16,916 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c0771061be61:0, corePoolSize=5, maxPoolSize=5 2024-11-10T15:23:16,916 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c0771061be61:0, corePoolSize=5, maxPoolSize=5 2024-11-10T15:23:16,916 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c0771061be61:0, corePoolSize=5, maxPoolSize=5 2024-11-10T15:23:16,916 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c0771061be61:0, corePoolSize=5, maxPoolSize=5 2024-11-10T15:23:16,916 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c0771061be61:0, corePoolSize=10, maxPoolSize=10 2024-11-10T15:23:16,916 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:23:16,916 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c0771061be61:0, corePoolSize=2, maxPoolSize=2 2024-11-10T15:23:16,916 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:23:16,930 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T15:23:16,930 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T15:23:16,931 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:23:16,931 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T15:23:16,936 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731252226936 2024-11-10T15:23:16,936 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T15:23:16,936 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T15:23:16,936 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T15:23:16,936 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T15:23:16,937 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T15:23:16,937 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T15:23:16,944 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T15:23:16,947 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T15:23:16,947 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T15:23:16,947 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T15:23:16,947 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T15:23:16,948 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T15:23:16,948 INFO [RS:0;c0771061be61:39447 {}] regionserver.HRegionServer(746): ClusterId : d5718721-dec4-4570-bf19-aff70ed71a69 2024-11-10T15:23:16,948 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T15:23:16,948 DEBUG [RS:0;c0771061be61:39447 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T15:23:16,948 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c0771061be61:0:becomeActiveMaster-HFileCleaner.large.0-1731252196948,5,FailOnTimeoutGroup] 2024-11-10T15:23:16,949 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c0771061be61:0:becomeActiveMaster-HFileCleaner.small.0-1731252196948,5,FailOnTimeoutGroup] 2024-11-10T15:23:16,949 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T15:23:16,949 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T15:23:16,949 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T15:23:16,949 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T15:23:16,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42021 is added to blk_1073741831_1007 (size=1321) 2024-11-10T15:23:16,979 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T15:23:16,979 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72 2024-11-10T15:23:16,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42021 is added to blk_1073741832_1008 (size=32) 2024-11-10T15:23:16,992 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:23:16,993 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T15:23:16,993 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T15:23:16,994 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:23:16,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:23:16,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T15:23:16,995 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T15:23:16,995 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:23:16,995 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:23:16,995 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T15:23:16,995 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T15:23:16,995 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:23:16,996 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:23:16,996 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T15:23:16,996 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T15:23:16,996 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:23:16,997 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:23:16,997 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T15:23:16,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/data/hbase/meta/1588230740 2024-11-10T15:23:16,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/data/hbase/meta/1588230740 2024-11-10T15:23:17,005 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T15:23:17,005 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T15:23:17,006 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T15:23:17,006 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T15:23:17,013 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T15:23:17,013 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65048887, jitterRate=-0.030696049332618713}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T15:23:17,013 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731252196992Initializing all the Stores at 1731252196992Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731252196992Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731252196993 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252196993Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731252196993Cleaning up temporary data from old regions at 1731252197005 (+12 ms)Region opened successfully at 1731252197013 (+8 ms) 2024-11-10T15:23:17,013 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T15:23:17,013 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T15:23:17,013 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T15:23:17,013 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T15:23:17,013 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T15:23:17,014 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T15:23:17,014 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731252197013Disabling compacts and flushes for region at 1731252197013Disabling writes for close at 1731252197013Writing region close event to WAL at 1731252197014 (+1 ms)Closed at 1731252197014 2024-11-10T15:23:17,014 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T15:23:17,015 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T15:23:17,015 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T15:23:17,015 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T15:23:17,016 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T15:23:17,080 DEBUG [RS:0;c0771061be61:39447 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T15:23:17,080 DEBUG [RS:0;c0771061be61:39447 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T15:23:17,120 DEBUG [RS:0;c0771061be61:39447 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T15:23:17,120 DEBUG [RS:0;c0771061be61:39447 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fc46d02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c0771061be61/172.17.0.3:0 2024-11-10T15:23:17,136 DEBUG [RS:0;c0771061be61:39447 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c0771061be61:39447 2024-11-10T15:23:17,136 INFO [RS:0;c0771061be61:39447 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T15:23:17,136 INFO [RS:0;c0771061be61:39447 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T15:23:17,136 DEBUG [RS:0;c0771061be61:39447 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T15:23:17,137 INFO [RS:0;c0771061be61:39447 {}] regionserver.HRegionServer(2659): reportForDuty to master=c0771061be61,34271,1731252192116 with port=39447, startcode=1731252192563 2024-11-10T15:23:17,137 DEBUG [RS:0;c0771061be61:39447 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T15:23:17,138 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56513, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T15:23:17,138 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34271 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c0771061be61,39447,1731252192563 2024-11-10T15:23:17,138 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34271 {}] master.ServerManager(517): Registering regionserver=c0771061be61,39447,1731252192563 2024-11-10T15:23:17,139 DEBUG [RS:0;c0771061be61:39447 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72 2024-11-10T15:23:17,139 DEBUG [RS:0;c0771061be61:39447 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35253 2024-11-10T15:23:17,139 DEBUG [RS:0;c0771061be61:39447 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T15:23:17,166 WARN [c0771061be61:34271 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-10T15:23:17,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34271-0x1012557f3090000, quorum=127.0.0.1:49878, baseZNode=/0-8580891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-8580891/rs 2024-11-10T15:23:17,198 DEBUG [RS:0;c0771061be61:39447 {}] zookeeper.ZKUtil(111): regionserver:39447-0x1012557f3090001, quorum=127.0.0.1:49878, baseZNode=/0-8580891 Set watcher on existing znode=/0-8580891/rs/c0771061be61,39447,1731252192563 2024-11-10T15:23:17,198 WARN [RS:0;c0771061be61:39447 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T15:23:17,198 INFO [RS:0;c0771061be61:39447 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T15:23:17,198 DEBUG [RS:0;c0771061be61:39447 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/WALs/c0771061be61,39447,1731252192563 2024-11-10T15:23:17,199 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c0771061be61,39447,1731252192563] 2024-11-10T15:23:17,200 INFO [RS:0;c0771061be61:39447 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T15:23:17,202 INFO [RS:0;c0771061be61:39447 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T15:23:17,204 INFO [RS:0;c0771061be61:39447 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T15:23:17,204 INFO [RS:0;c0771061be61:39447 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T15:23:17,204 INFO [RS:0;c0771061be61:39447 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T15:23:17,205 INFO [RS:0;c0771061be61:39447 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T15:23:17,205 INFO [RS:0;c0771061be61:39447 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T15:23:17,205 DEBUG [RS:0;c0771061be61:39447 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:23:17,205 DEBUG [RS:0;c0771061be61:39447 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:23:17,205 DEBUG [RS:0;c0771061be61:39447 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:23:17,205 DEBUG [RS:0;c0771061be61:39447 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:23:17,205 DEBUG [RS:0;c0771061be61:39447 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:23:17,205 DEBUG [RS:0;c0771061be61:39447 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c0771061be61:0, corePoolSize=2, maxPoolSize=2 2024-11-10T15:23:17,205 DEBUG [RS:0;c0771061be61:39447 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:23:17,205 DEBUG [RS:0;c0771061be61:39447 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:23:17,205 DEBUG [RS:0;c0771061be61:39447 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:23:17,205 DEBUG [RS:0;c0771061be61:39447 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:23:17,205 DEBUG [RS:0;c0771061be61:39447 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:23:17,205 DEBUG [RS:0;c0771061be61:39447 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:23:17,205 DEBUG [RS:0;c0771061be61:39447 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c0771061be61:0, corePoolSize=3, maxPoolSize=3 2024-11-10T15:23:17,205 DEBUG [RS:0;c0771061be61:39447 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c0771061be61:0, corePoolSize=3, maxPoolSize=3 2024-11-10T15:23:17,207 INFO [RS:0;c0771061be61:39447 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T15:23:17,207 INFO [RS:0;c0771061be61:39447 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T15:23:17,207 INFO [RS:0;c0771061be61:39447 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T15:23:17,207 INFO [RS:0;c0771061be61:39447 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T15:23:17,207 INFO [RS:0;c0771061be61:39447 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T15:23:17,207 INFO [RS:0;c0771061be61:39447 {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,39447,1731252192563-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T15:23:17,220 INFO [RS:0;c0771061be61:39447 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T15:23:17,220 INFO [RS:0;c0771061be61:39447 {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,39447,1731252192563-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T15:23:17,220 INFO [RS:0;c0771061be61:39447 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:23:17,220 INFO [RS:0;c0771061be61:39447 {}] regionserver.Replication(171): c0771061be61,39447,1731252192563 started 2024-11-10T15:23:17,238 INFO [RS:0;c0771061be61:39447 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:23:17,238 INFO [RS:0;c0771061be61:39447 {}] regionserver.HRegionServer(1482): Serving as c0771061be61,39447,1731252192563, RpcServer on c0771061be61/172.17.0.3:39447, sessionid=0x1012557f3090001 2024-11-10T15:23:17,239 DEBUG [RS:0;c0771061be61:39447 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T15:23:17,239 DEBUG [RS:0;c0771061be61:39447 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c0771061be61,39447,1731252192563 2024-11-10T15:23:17,239 DEBUG [RS:0;c0771061be61:39447 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c0771061be61,39447,1731252192563' 2024-11-10T15:23:17,239 DEBUG [RS:0;c0771061be61:39447 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-8580891/flush-table-proc/abort' 2024-11-10T15:23:17,239 DEBUG [RS:0;c0771061be61:39447 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-8580891/flush-table-proc/acquired' 2024-11-10T15:23:17,239 DEBUG [RS:0;c0771061be61:39447 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T15:23:17,239 DEBUG [RS:0;c0771061be61:39447 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T15:23:17,239 DEBUG [RS:0;c0771061be61:39447 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c0771061be61,39447,1731252192563 2024-11-10T15:23:17,239 DEBUG [RS:0;c0771061be61:39447 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c0771061be61,39447,1731252192563' 2024-11-10T15:23:17,239 DEBUG [RS:0;c0771061be61:39447 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-8580891/online-snapshot/abort' 2024-11-10T15:23:17,240 DEBUG [RS:0;c0771061be61:39447 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-8580891/online-snapshot/acquired' 2024-11-10T15:23:17,240 DEBUG [RS:0;c0771061be61:39447 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T15:23:17,240 INFO [RS:0;c0771061be61:39447 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T15:23:17,240 INFO [RS:0;c0771061be61:39447 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T15:23:17,340 INFO [RS:0;c0771061be61:39447 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T15:23:17,341 INFO [RS:0;c0771061be61:39447 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0771061be61%2C39447%2C1731252192563, suffix=, logDir=hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/WALs/c0771061be61,39447,1731252192563, archiveDir=hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/oldWALs, maxLogs=10 2024-11-10T15:23:17,354 DEBUG [RS:0;c0771061be61:39447 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/WALs/c0771061be61,39447,1731252192563/c0771061be61%2C39447%2C1731252192563.1731252197341, exclude list is [], retry=0 2024-11-10T15:23:17,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42021,DS-2f3d589f-ef61-474c-9453-7510d5e0f85b,DISK] 2024-11-10T15:23:17,357 INFO [RS:0;c0771061be61:39447 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/WALs/c0771061be61,39447,1731252192563/c0771061be61%2C39447%2C1731252192563.1731252197341 2024-11-10T15:23:17,357 DEBUG [RS:0;c0771061be61:39447 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45875:45875)] 2024-11-10T15:23:17,416 DEBUG [c0771061be61:34271 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T15:23:17,417 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c0771061be61,39447,1731252192563 2024-11-10T15:23:17,417 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c0771061be61,39447,1731252192563, state=OPENING 2024-11-10T15:23:17,451 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T15:23:17,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39447-0x1012557f3090001, quorum=127.0.0.1:49878, baseZNode=/0-8580891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-8580891 2024-11-10T15:23:17,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34271-0x1012557f3090000, quorum=127.0.0.1:49878, baseZNode=/0-8580891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-8580891 2024-11-10T15:23:17,525 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T15:23:17,525 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-8580891/meta-region-server: CHANGED 2024-11-10T15:23:17,525 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-8580891/meta-region-server: CHANGED 2024-11-10T15:23:17,526 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c0771061be61,39447,1731252192563}] 2024-11-10T15:23:17,681 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T15:23:17,684 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47057, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T15:23:17,724 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T15:23:17,724 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T15:23:17,725 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T15:23:17,730 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0771061be61%2C39447%2C1731252192563.meta, suffix=.meta, logDir=hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/WALs/c0771061be61,39447,1731252192563, archiveDir=hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/oldWALs, maxLogs=10 2024-11-10T15:23:17,749 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/WALs/c0771061be61,39447,1731252192563/c0771061be61%2C39447%2C1731252192563.meta.1731252197730.meta, exclude list is [], retry=0 2024-11-10T15:23:17,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42021,DS-2f3d589f-ef61-474c-9453-7510d5e0f85b,DISK] 2024-11-10T15:23:17,758 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/WALs/c0771061be61,39447,1731252192563/c0771061be61%2C39447%2C1731252192563.meta.1731252197730.meta 2024-11-10T15:23:17,764 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45875:45875)] 2024-11-10T15:23:17,764 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T15:23:17,765 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T15:23:17,765 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T15:23:17,765 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T15:23:17,765 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T15:23:17,765 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T15:23:17,765 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:23:17,765 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T15:23:17,766 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T15:23:17,768 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T15:23:17,768 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T15:23:17,769 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:23:17,769 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:23:17,769 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T15:23:17,784 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T15:23:17,784 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:23:17,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:23:17,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T15:23:17,786 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T15:23:17,786 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:23:17,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:23:17,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T15:23:17,787 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T15:23:17,787 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:23:17,787 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:23:17,787 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T15:23:17,788 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/data/hbase/meta/1588230740 2024-11-10T15:23:17,789 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/data/hbase/meta/1588230740 2024-11-10T15:23:17,790 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T15:23:17,790 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T15:23:17,790 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T15:23:17,793 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T15:23:17,800 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61209570, jitterRate=-0.08790633082389832}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T15:23:17,801 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T15:23:17,801 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731252197766Writing region info on filesystem at 1731252197766Initializing all the Stores at 1731252197766Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731252197767 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731252197767Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252197767Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731252197767Cleaning up temporary data from old regions at 1731252197790 (+23 ms)Running coprocessor post-open hooks at 1731252197801 (+11 ms)Region opened successfully at 1731252197801 2024-11-10T15:23:17,804 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731252197680 2024-11-10T15:23:17,807 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T15:23:17,807 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T15:23:17,807 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c0771061be61,39447,1731252192563 2024-11-10T15:23:17,808 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c0771061be61,39447,1731252192563, state=OPEN 2024-11-10T15:23:17,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39447-0x1012557f3090001, quorum=127.0.0.1:49878, baseZNode=/0-8580891 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-8580891/meta-region-server 2024-11-10T15:23:17,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34271-0x1012557f3090000, quorum=127.0.0.1:49878, baseZNode=/0-8580891 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-8580891/meta-region-server 2024-11-10T15:23:17,887 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c0771061be61,39447,1731252192563 2024-11-10T15:23:17,887 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-8580891/meta-region-server: CHANGED 2024-11-10T15:23:17,887 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-8580891/meta-region-server: CHANGED 2024-11-10T15:23:17,889 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T15:23:17,889 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c0771061be61,39447,1731252192563 in 361 msec 2024-11-10T15:23:17,891 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T15:23:17,891 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 874 msec 2024-11-10T15:23:17,891 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T15:23:17,891 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T15:23:17,892 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T15:23:17,892 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0771061be61,39447,1731252192563, seqNum=-1] 2024-11-10T15:23:17,892 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T15:23:17,896 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49735, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T15:23:17,903 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 990 msec 2024-11-10T15:23:17,903 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731252197903, completionTime=-1 2024-11-10T15:23:17,904 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T15:23:17,904 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T15:23:17,905 INFO [master/c0771061be61:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T15:23:17,905 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731252257905 2024-11-10T15:23:17,905 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731252317905 2024-11-10T15:23:17,905 INFO [master/c0771061be61:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T15:23:17,906 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,34271,1731252192116-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T15:23:17,906 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,34271,1731252192116-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:23:17,906 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,34271,1731252192116-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:23:17,906 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c0771061be61:34271, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:23:17,906 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T15:23:17,906 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T15:23:17,909 DEBUG [master/c0771061be61:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T15:23:17,911 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.148sec 2024-11-10T15:23:17,911 INFO [master/c0771061be61:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T15:23:17,911 INFO [master/c0771061be61:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T15:23:17,911 INFO [master/c0771061be61:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T15:23:17,911 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T15:23:17,911 INFO [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T15:23:17,911 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,34271,1731252192116-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T15:23:17,911 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,34271,1731252192116-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T15:23:17,917 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T15:23:17,917 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T15:23:17,917 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,34271,1731252192116-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:23:17,948 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1507e799, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:23:17,948 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0771061be61,34271,-1 for getting cluster id 2024-11-10T15:23:17,948 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T15:23:17,949 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd5718721-dec4-4570-bf19-aff70ed71a69' 2024-11-10T15:23:17,949 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T15:23:17,949 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d5718721-dec4-4570-bf19-aff70ed71a69" 2024-11-10T15:23:17,949 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c0c8de8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:23:17,949 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0771061be61,34271,-1] 2024-11-10T15:23:17,949 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T15:23:17,949 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:23:17,950 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T15:23:17,951 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19c881b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:23:17,951 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T15:23:17,952 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0771061be61,39447,1731252192563, seqNum=-1] 2024-11-10T15:23:17,952 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T15:23:17,953 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T15:23:17,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c0771061be61,34271,1731252192116 2024-11-10T15:23:17,954 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:49878 2024-11-10T15:23:17,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:49878, baseZNode=/0-8580891 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T15:23:17,974 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012557f3090002 connected 2024-11-10T15:23:17,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e139d834-d569-e36e-ce66-eeeeddfddbb9/hadoop.log.dir so I do NOT create it in target/test-data/e9876f87-5d50-45a4-6ea9-09ca459d773a 2024-11-10T15:23:17,986 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e139d834-d569-e36e-ce66-eeeeddfddbb9/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T15:23:17,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e139d834-d569-e36e-ce66-eeeeddfddbb9/hadoop.tmp.dir so I do NOT create it in target/test-data/e9876f87-5d50-45a4-6ea9-09ca459d773a 2024-11-10T15:23:17,986 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e139d834-d569-e36e-ce66-eeeeddfddbb9/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T15:23:17,986 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9876f87-5d50-45a4-6ea9-09ca459d773a 2024-11-10T15:23:17,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T15:23:17,986 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9876f87-5d50-45a4-6ea9-09ca459d773a/cluster_5626d299-dbcb-3643-a049-878fdf900465, deleteOnExit=true 2024-11-10T15:23:17,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T15:23:17,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9876f87-5d50-45a4-6ea9-09ca459d773a/test.cache.data in system properties and HBase conf 2024-11-10T15:23:17,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9876f87-5d50-45a4-6ea9-09ca459d773a/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T15:23:17,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9876f87-5d50-45a4-6ea9-09ca459d773a/hadoop.log.dir in system properties and HBase conf 2024-11-10T15:23:17,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9876f87-5d50-45a4-6ea9-09ca459d773a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T15:23:17,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9876f87-5d50-45a4-6ea9-09ca459d773a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T15:23:17,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T15:23:17,987 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T15:23:17,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9876f87-5d50-45a4-6ea9-09ca459d773a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T15:23:17,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9876f87-5d50-45a4-6ea9-09ca459d773a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T15:23:17,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9876f87-5d50-45a4-6ea9-09ca459d773a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T15:23:17,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9876f87-5d50-45a4-6ea9-09ca459d773a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T15:23:17,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9876f87-5d50-45a4-6ea9-09ca459d773a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T15:23:17,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9876f87-5d50-45a4-6ea9-09ca459d773a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T15:23:17,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9876f87-5d50-45a4-6ea9-09ca459d773a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T15:23:17,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9876f87-5d50-45a4-6ea9-09ca459d773a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T15:23:17,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9876f87-5d50-45a4-6ea9-09ca459d773a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T15:23:17,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9876f87-5d50-45a4-6ea9-09ca459d773a/nfs.dump.dir in system properties and HBase conf 2024-11-10T15:23:17,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9876f87-5d50-45a4-6ea9-09ca459d773a/java.io.tmpdir in system properties and HBase conf 2024-11-10T15:23:17,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9876f87-5d50-45a4-6ea9-09ca459d773a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T15:23:17,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9876f87-5d50-45a4-6ea9-09ca459d773a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T15:23:17,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9876f87-5d50-45a4-6ea9-09ca459d773a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T15:23:18,475 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T15:23:18,479 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T15:23:18,512 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T15:23:18,512 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T15:23:18,512 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T15:23:18,514 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T15:23:18,516 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@35f3c526{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9876f87-5d50-45a4-6ea9-09ca459d773a/hadoop.log.dir/,AVAILABLE} 2024-11-10T15:23:18,516 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68405515{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T15:23:18,626 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3920ab49{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9876f87-5d50-45a4-6ea9-09ca459d773a/java.io.tmpdir/jetty-localhost-38713-hadoop-hdfs-3_4_1-tests_jar-_-any-13608342785115927110/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T15:23:18,626 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7c2144d{HTTP/1.1, (http/1.1)}{localhost:38713} 2024-11-10T15:23:18,626 INFO [Time-limited test {}] server.Server(415): Started @329120ms 2024-11-10T15:23:19,174 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T15:23:19,177 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T15:23:19,188 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T15:23:19,188 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T15:23:19,188 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T15:23:19,190 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14185180{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9876f87-5d50-45a4-6ea9-09ca459d773a/hadoop.log.dir/,AVAILABLE} 2024-11-10T15:23:19,190 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7dedfc57{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T15:23:19,305 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@52079d94{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9876f87-5d50-45a4-6ea9-09ca459d773a/java.io.tmpdir/jetty-localhost-37781-hadoop-hdfs-3_4_1-tests_jar-_-any-10480520954905804755/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T15:23:19,305 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2dfc971b{HTTP/1.1, (http/1.1)}{localhost:37781} 2024-11-10T15:23:19,305 INFO [Time-limited test {}] server.Server(415): Started @329799ms 2024-11-10T15:23:19,306 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T15:23:20,745 WARN [Thread-4429 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9876f87-5d50-45a4-6ea9-09ca459d773a/cluster_5626d299-dbcb-3643-a049-878fdf900465/data/data1/current/BP-1217738414-172.17.0.3-1731252198009/current, will proceed with Du for space computation calculation, 2024-11-10T15:23:20,752 WARN [Thread-4430 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9876f87-5d50-45a4-6ea9-09ca459d773a/cluster_5626d299-dbcb-3643-a049-878fdf900465/data/data2/current/BP-1217738414-172.17.0.3-1731252198009/current, will proceed with Du for space computation calculation, 2024-11-10T15:23:20,801 WARN [Thread-4417 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T15:23:20,807 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x64a86d1bd030dca3 with lease ID 0xc3a2be9d5d6936: Processing first storage report for DS-5ab9886f-13fb-42bb-ae6e-f0f673d55482 from datanode DatanodeRegistration(127.0.0.1:43675, datanodeUuid=742ff50f-e859-4d79-b388-04463f0665c2, infoPort=36757, infoSecurePort=0, ipcPort=44839, storageInfo=lv=-57;cid=testClusterID;nsid=340650192;c=1731252198009) 2024-11-10T15:23:20,807 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x64a86d1bd030dca3 with lease ID 0xc3a2be9d5d6936: from storage DS-5ab9886f-13fb-42bb-ae6e-f0f673d55482 node DatanodeRegistration(127.0.0.1:43675, datanodeUuid=742ff50f-e859-4d79-b388-04463f0665c2, infoPort=36757, infoSecurePort=0, ipcPort=44839, storageInfo=lv=-57;cid=testClusterID;nsid=340650192;c=1731252198009), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T15:23:20,808 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x64a86d1bd030dca3 with lease ID 0xc3a2be9d5d6936: Processing first storage report for DS-5969045a-2335-47f2-931a-b7498bfa8165 from datanode DatanodeRegistration(127.0.0.1:43675, datanodeUuid=742ff50f-e859-4d79-b388-04463f0665c2, infoPort=36757, infoSecurePort=0, ipcPort=44839, storageInfo=lv=-57;cid=testClusterID;nsid=340650192;c=1731252198009) 2024-11-10T15:23:20,808 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x64a86d1bd030dca3 with lease ID 0xc3a2be9d5d6936: from storage DS-5969045a-2335-47f2-931a-b7498bfa8165 node DatanodeRegistration(127.0.0.1:43675, datanodeUuid=742ff50f-e859-4d79-b388-04463f0665c2, infoPort=36757, infoSecurePort=0, ipcPort=44839, storageInfo=lv=-57;cid=testClusterID;nsid=340650192;c=1731252198009), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T15:23:20,865 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9876f87-5d50-45a4-6ea9-09ca459d773a 2024-11-10T15:23:20,865 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:23:20,867 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:23:20,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43675 is added to blk_1073741825_1001 (size=7) 2024-11-10T15:23:21,291 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33769/user/jenkins/test-data/b24d7fd4-5224-15a3-2496-c0132a9c16b0 with version=8 2024-11-10T15:23:21,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33769/user/jenkins/test-data/b24d7fd4-5224-15a3-2496-c0132a9c16b0/hbase-staging 2024-11-10T15:23:21,293 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c0771061be61:0 server-side Connection retries=45 2024-11-10T15:23:21,293 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T15:23:21,293 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T15:23:21,293 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T15:23:21,293 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T15:23:21,293 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T15:23:21,293 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T15:23:21,293 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T15:23:21,296 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39333 2024-11-10T15:23:21,297 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39333 connecting to ZooKeeper ensemble=127.0.0.1:49878 2024-11-10T15:23:21,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:393330x0, quorum=127.0.0.1:49878, baseZNode=/1308848123 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T15:23:21,388 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39333-0x1012557f3090003 connected 2024-11-10T15:23:22,575 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:23:22,577 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:23:22,579 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39333-0x1012557f3090003, quorum=127.0.0.1:49878, baseZNode=/1308848123 Set watcher on znode that does not yet exist, /1308848123/running 2024-11-10T15:23:22,579 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33769/user/jenkins/test-data/b24d7fd4-5224-15a3-2496-c0132a9c16b0, hbase.cluster.distributed=false 2024-11-10T15:23:22,580 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39333-0x1012557f3090003, quorum=127.0.0.1:49878, baseZNode=/1308848123 Set watcher on znode that does not yet exist, /1308848123/acl 2024-11-10T15:23:22,584 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39333 2024-11-10T15:23:22,584 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39333 2024-11-10T15:23:22,585 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39333 2024-11-10T15:23:22,585 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39333 2024-11-10T15:23:22,585 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39333 2024-11-10T15:23:22,599 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c0771061be61:0 server-side Connection retries=45 2024-11-10T15:23:22,599 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T15:23:22,599 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T15:23:22,599 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T15:23:22,599 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T15:23:22,599 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T15:23:22,599 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T15:23:22,599 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T15:23:22,603 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43843 2024-11-10T15:23:22,604 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43843 connecting to ZooKeeper ensemble=127.0.0.1:49878 2024-11-10T15:23:22,604 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:23:22,605 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:23:22,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:438430x0, quorum=127.0.0.1:49878, baseZNode=/1308848123 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T15:23:22,684 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43843-0x1012557f3090004 connected 2024-11-10T15:23:22,684 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43843-0x1012557f3090004, quorum=127.0.0.1:49878, baseZNode=/1308848123 Set watcher on znode that does not yet exist, /1308848123/running 2024-11-10T15:23:22,684 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T15:23:22,684 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T15:23:22,685 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43843-0x1012557f3090004, quorum=127.0.0.1:49878, baseZNode=/1308848123 Set watcher on znode that does not yet exist, /1308848123/master 2024-11-10T15:23:22,686 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43843-0x1012557f3090004, quorum=127.0.0.1:49878, baseZNode=/1308848123 Set watcher on znode that does not yet exist, /1308848123/acl 2024-11-10T15:23:22,686 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43843 2024-11-10T15:23:22,686 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43843 2024-11-10T15:23:22,686 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43843 2024-11-10T15:23:22,687 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43843 2024-11-10T15:23:22,687 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43843 2024-11-10T15:23:22,697 DEBUG [M:0;c0771061be61:39333 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c0771061be61:39333 2024-11-10T15:23:22,698 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1308848123/backup-masters/c0771061be61,39333,1731252201293 2024-11-10T15:23:22,766 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:22,766 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:22,766 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:22,766 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:22,766 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:22,766 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:22,767 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:22,767 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:22,793 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:22,793 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:22,793 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:22,794 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:22,794 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:22,794 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:22,799 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:22,802 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:22,802 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:22,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39333-0x1012557f3090003, quorum=127.0.0.1:49878, baseZNode=/1308848123 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1308848123/backup-masters 2024-11-10T15:23:22,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43843-0x1012557f3090004, quorum=127.0.0.1:49878, baseZNode=/1308848123 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1308848123/backup-masters 2024-11-10T15:23:22,962 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39333-0x1012557f3090003, quorum=127.0.0.1:49878, baseZNode=/1308848123 Set watcher on existing znode=/1308848123/backup-masters/c0771061be61,39333,1731252201293 2024-11-10T15:23:23,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39333-0x1012557f3090003, quorum=127.0.0.1:49878, baseZNode=/1308848123 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1308848123 2024-11-10T15:23:23,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43843-0x1012557f3090004, quorum=127.0.0.1:49878, baseZNode=/1308848123 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1308848123/master 2024-11-10T15:23:23,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43843-0x1012557f3090004, quorum=127.0.0.1:49878, baseZNode=/1308848123 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1308848123 2024-11-10T15:23:23,015 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39333-0x1012557f3090003, quorum=127.0.0.1:49878, baseZNode=/1308848123 Set watcher on existing znode=/1308848123/master 2024-11-10T15:23:23,015 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1308848123/backup-masters/c0771061be61,39333,1731252201293 from backup master directory 2024-11-10T15:23:23,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43843-0x1012557f3090004, quorum=127.0.0.1:49878, baseZNode=/1308848123 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1308848123/backup-masters 2024-11-10T15:23:23,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39333-0x1012557f3090003, quorum=127.0.0.1:49878, baseZNode=/1308848123 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1308848123/backup-masters/c0771061be61,39333,1731252201293 2024-11-10T15:23:23,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39333-0x1012557f3090003, quorum=127.0.0.1:49878, baseZNode=/1308848123 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1308848123/backup-masters 2024-11-10T15:23:23,078 WARN [master/c0771061be61:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T15:23:23,078 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c0771061be61,39333,1731252201293 2024-11-10T15:23:23,081 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33769/user/jenkins/test-data/b24d7fd4-5224-15a3-2496-c0132a9c16b0/hbase.id] with ID: 4ca8199c-409b-4e4f-818f-5393a87f3c98 2024-11-10T15:23:23,081 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33769/user/jenkins/test-data/b24d7fd4-5224-15a3-2496-c0132a9c16b0/.tmp/hbase.id 2024-11-10T15:23:23,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43675 is added to blk_1073741826_1002 (size=42) 2024-11-10T15:23:23,085 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33769/user/jenkins/test-data/b24d7fd4-5224-15a3-2496-c0132a9c16b0/.tmp/hbase.id]:[hdfs://localhost:33769/user/jenkins/test-data/b24d7fd4-5224-15a3-2496-c0132a9c16b0/hbase.id] 2024-11-10T15:23:23,091 INFO [master/c0771061be61:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:23:23,091 INFO [master/c0771061be61:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T15:23:23,092 INFO [master/c0771061be61:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T15:23:23,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43843-0x1012557f3090004, quorum=127.0.0.1:49878, baseZNode=/1308848123 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1308848123 2024-11-10T15:23:23,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39333-0x1012557f3090003, quorum=127.0.0.1:49878, baseZNode=/1308848123 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1308848123 2024-11-10T15:23:23,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43675 is added to blk_1073741827_1003 (size=196) 2024-11-10T15:23:23,326 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T15:23:23,327 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:23,327 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:23,328 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:23,328 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:23,328 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:23,328 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:23,329 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:23,329 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:23,383 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:23,383 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:23,383 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:23,383 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:23,384 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:23,384 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:23,393 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:23,398 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:23,399 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:23,599 INFO [master/c0771061be61:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T15:23:23,599 INFO [master/c0771061be61:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T15:23:23,600 INFO [master/c0771061be61:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T15:23:23,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43675 is added to blk_1073741828_1004 (size=1189) 2024-11-10T15:23:23,606 INFO [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33769/user/jenkins/test-data/b24d7fd4-5224-15a3-2496-c0132a9c16b0/MasterData/data/master/store 2024-11-10T15:23:23,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43675 is added to blk_1073741829_1005 (size=34) 2024-11-10T15:23:23,613 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:23:23,613 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T15:23:23,613 INFO [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:23:23,613 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:23:23,613 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T15:23:23,613 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:23:23,613 INFO [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:23:23,613 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731252203613Disabling compacts and flushes for region at 1731252203613Disabling writes for close at 1731252203613Writing region close event to WAL at 1731252203613Closed at 1731252203613 2024-11-10T15:23:23,614 WARN [master/c0771061be61:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33769/user/jenkins/test-data/b24d7fd4-5224-15a3-2496-c0132a9c16b0/MasterData/data/master/store/.initializing 2024-11-10T15:23:23,614 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33769/user/jenkins/test-data/b24d7fd4-5224-15a3-2496-c0132a9c16b0/MasterData/WALs/c0771061be61,39333,1731252201293 2024-11-10T15:23:23,615 INFO [master/c0771061be61:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T15:23:23,616 INFO [master/c0771061be61:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c0771061be61%2C39333%2C1731252201293, suffix=, logDir=hdfs://localhost:33769/user/jenkins/test-data/b24d7fd4-5224-15a3-2496-c0132a9c16b0/MasterData/WALs/c0771061be61,39333,1731252201293, archiveDir=hdfs://localhost:33769/user/jenkins/test-data/b24d7fd4-5224-15a3-2496-c0132a9c16b0/MasterData/oldWALs, maxLogs=10 2024-11-10T15:23:23,633 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b24d7fd4-5224-15a3-2496-c0132a9c16b0/MasterData/WALs/c0771061be61,39333,1731252201293/c0771061be61%2C39333%2C1731252201293.1731252203616, exclude list is [], retry=0 2024-11-10T15:23:23,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43675,DS-5ab9886f-13fb-42bb-ae6e-f0f673d55482,DISK] 2024-11-10T15:23:23,637 INFO [master/c0771061be61:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b24d7fd4-5224-15a3-2496-c0132a9c16b0/MasterData/WALs/c0771061be61,39333,1731252201293/c0771061be61%2C39333%2C1731252201293.1731252203616 2024-11-10T15:23:23,637 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36757:36757)] 2024-11-10T15:23:23,637 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T15:23:23,637 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:23:23,637 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:23:23,637 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:23:23,640 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:23:23,641 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T15:23:23,642 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:23:23,642 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:23:23,642 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:23:23,643 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T15:23:23,643 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:23:23,643 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:23:23,643 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:23:23,644 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T15:23:23,644 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:23:23,644 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:23:23,644 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:23:23,645 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T15:23:23,645 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:23:23,645 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:23:23,646 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:23:23,646 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33769/user/jenkins/test-data/b24d7fd4-5224-15a3-2496-c0132a9c16b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:23:23,646 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33769/user/jenkins/test-data/b24d7fd4-5224-15a3-2496-c0132a9c16b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:23:23,647 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:23:23,647 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:23:23,647 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T15:23:23,648 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:23:23,649 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33769/user/jenkins/test-data/b24d7fd4-5224-15a3-2496-c0132a9c16b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T15:23:23,650 INFO [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75176257, jitterRate=0.12021352350711823}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T15:23:23,650 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731252203637Initializing all the Stores at 1731252203638 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731252203638Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252203640 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252203640Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252203640Cleaning up temporary data from old regions at 1731252203647 (+7 ms)Region opened successfully at 1731252203650 (+3 ms) 2024-11-10T15:23:23,652 INFO [master/c0771061be61:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T15:23:23,654 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e29eeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c0771061be61/172.17.0.3:0 2024-11-10T15:23:23,655 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T15:23:23,655 INFO [master/c0771061be61:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T15:23:23,655 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T15:23:23,655 INFO [master/c0771061be61:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T15:23:23,655 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T15:23:23,656 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T15:23:23,656 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T15:23:23,661 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T15:23:23,661 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39333-0x1012557f3090003, quorum=127.0.0.1:49878, baseZNode=/1308848123 Unable to get data of znode /1308848123/balancer because node does not exist (not necessarily an error) 2024-11-10T15:23:23,716 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1308848123/balancer already deleted, retry=false 2024-11-10T15:23:23,716 INFO [master/c0771061be61:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T15:23:23,717 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39333-0x1012557f3090003, quorum=127.0.0.1:49878, baseZNode=/1308848123 Unable to get data of znode /1308848123/normalizer because node does not exist (not necessarily an error) 2024-11-10T15:23:23,772 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1308848123/normalizer already deleted, retry=false 2024-11-10T15:23:23,772 INFO [master/c0771061be61:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T15:23:23,773 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39333-0x1012557f3090003, quorum=127.0.0.1:49878, baseZNode=/1308848123 Unable to get data of znode /1308848123/switch/split because node does not exist (not necessarily an error) 2024-11-10T15:23:23,856 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1308848123/switch/split already deleted, retry=false 2024-11-10T15:23:23,857 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39333-0x1012557f3090003, quorum=127.0.0.1:49878, baseZNode=/1308848123 Unable to get data of znode /1308848123/switch/merge because node does not exist (not necessarily an error) 2024-11-10T15:23:23,917 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T15:23:23,917 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c0771061be61,45381,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c0771061be61:45381 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T15:23:23,917 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 148849 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c0771061be61,45381,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c0771061be61:45381 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T15:23:23,927 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1308848123/switch/merge already deleted, retry=false 2024-11-10T15:23:23,928 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39333-0x1012557f3090003, quorum=127.0.0.1:49878, baseZNode=/1308848123 Unable to get data of znode /1308848123/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T15:23:24,001 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1308848123/snapshot-cleanup already deleted, retry=false 2024-11-10T15:23:24,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39333-0x1012557f3090003, quorum=127.0.0.1:49878, baseZNode=/1308848123 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1308848123/running 2024-11-10T15:23:24,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43843-0x1012557f3090004, quorum=127.0.0.1:49878, baseZNode=/1308848123 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1308848123/running 2024-11-10T15:23:24,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39333-0x1012557f3090003, quorum=127.0.0.1:49878, baseZNode=/1308848123 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1308848123 2024-11-10T15:23:24,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43843-0x1012557f3090004, quorum=127.0.0.1:49878, baseZNode=/1308848123 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1308848123 2024-11-10T15:23:24,021 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c0771061be61,39333,1731252201293, sessionid=0x1012557f3090003, setting cluster-up flag (Was=false) 2024-11-10T15:23:24,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43843-0x1012557f3090004, quorum=127.0.0.1:49878, baseZNode=/1308848123 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1308848123 2024-11-10T15:23:24,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39333-0x1012557f3090003, quorum=127.0.0.1:49878, baseZNode=/1308848123 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1308848123 2024-11-10T15:23:24,074 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1308848123/flush-table-proc/acquired, /1308848123/flush-table-proc/reached, /1308848123/flush-table-proc/abort 2024-11-10T15:23:24,075 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c0771061be61,39333,1731252201293 2024-11-10T15:23:24,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43843-0x1012557f3090004, quorum=127.0.0.1:49878, baseZNode=/1308848123 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1308848123 2024-11-10T15:23:24,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39333-0x1012557f3090003, quorum=127.0.0.1:49878, baseZNode=/1308848123 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1308848123 2024-11-10T15:23:24,193 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1308848123/online-snapshot/acquired, /1308848123/online-snapshot/reached, /1308848123/online-snapshot/abort 2024-11-10T15:23:24,194 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c0771061be61,39333,1731252201293 2024-11-10T15:23:24,194 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33769/user/jenkins/test-data/b24d7fd4-5224-15a3-2496-c0132a9c16b0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T15:23:24,195 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T15:23:24,195 INFO [master/c0771061be61:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T15:23:24,196 INFO [master/c0771061be61:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T15:23:24,196 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c0771061be61,39333,1731252201293 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T15:23:24,197 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c0771061be61:0, corePoolSize=5, maxPoolSize=5 2024-11-10T15:23:24,197 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c0771061be61:0, corePoolSize=5, maxPoolSize=5 2024-11-10T15:23:24,197 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c0771061be61:0, corePoolSize=5, maxPoolSize=5 2024-11-10T15:23:24,197 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c0771061be61:0, corePoolSize=5, maxPoolSize=5 2024-11-10T15:23:24,197 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c0771061be61:0, corePoolSize=10, maxPoolSize=10 2024-11-10T15:23:24,197 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:23:24,197 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c0771061be61:0, corePoolSize=2, maxPoolSize=2 2024-11-10T15:23:24,197 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:23:24,198 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T15:23:24,198 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T15:23:24,199 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:23:24,199 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T15:23:24,204 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731252234204 2024-11-10T15:23:24,204 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T15:23:24,204 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T15:23:24,204 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T15:23:24,204 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T15:23:24,204 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T15:23:24,205 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T15:23:24,208 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T15:23:24,210 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T15:23:24,210 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T15:23:24,210 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T15:23:24,210 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T15:23:24,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43675 is added to blk_1073741831_1007 (size=1321) 2024-11-10T15:23:24,211 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33769/user/jenkins/test-data/b24d7fd4-5224-15a3-2496-c0132a9c16b0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T15:23:24,211 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33769/user/jenkins/test-data/b24d7fd4-5224-15a3-2496-c0132a9c16b0 2024-11-10T15:23:24,212 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T15:23:24,212 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T15:23:24,214 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c0771061be61:0:becomeActiveMaster-HFileCleaner.large.0-1731252204212,5,FailOnTimeoutGroup] 2024-11-10T15:23:24,214 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c0771061be61:0:becomeActiveMaster-HFileCleaner.small.0-1731252204214,5,FailOnTimeoutGroup] 2024-11-10T15:23:24,214 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T15:23:24,214 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T15:23:24,214 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T15:23:24,214 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T15:23:24,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43675 is added to blk_1073741832_1008 (size=32) 2024-11-10T15:23:24,289 INFO [RS:0;c0771061be61:43843 {}] regionserver.HRegionServer(746): ClusterId : 4ca8199c-409b-4e4f-818f-5393a87f3c98 2024-11-10T15:23:24,289 DEBUG [RS:0;c0771061be61:43843 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T15:23:24,299 DEBUG [RS:0;c0771061be61:43843 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T15:23:24,299 DEBUG [RS:0;c0771061be61:43843 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T15:23:24,310 DEBUG [RS:0;c0771061be61:43843 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T15:23:24,310 DEBUG [RS:0;c0771061be61:43843 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3db9920c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c0771061be61/172.17.0.3:0 2024-11-10T15:23:24,325 DEBUG [RS:0;c0771061be61:43843 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c0771061be61:43843 2024-11-10T15:23:24,325 INFO [RS:0;c0771061be61:43843 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T15:23:24,325 INFO [RS:0;c0771061be61:43843 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T15:23:24,325 DEBUG [RS:0;c0771061be61:43843 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T15:23:24,325 INFO [RS:0;c0771061be61:43843 {}] regionserver.HRegionServer(2659): reportForDuty to master=c0771061be61,39333,1731252201293 with port=43843, startcode=1731252202599 2024-11-10T15:23:24,325 DEBUG [RS:0;c0771061be61:43843 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T15:23:24,327 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60639, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T15:23:24,327 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39333 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c0771061be61,43843,1731252202599 2024-11-10T15:23:24,327 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39333 {}] master.ServerManager(517): Registering regionserver=c0771061be61,43843,1731252202599 2024-11-10T15:23:24,328 DEBUG [RS:0;c0771061be61:43843 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33769/user/jenkins/test-data/b24d7fd4-5224-15a3-2496-c0132a9c16b0 2024-11-10T15:23:24,328 DEBUG [RS:0;c0771061be61:43843 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33769 2024-11-10T15:23:24,328 DEBUG [RS:0;c0771061be61:43843 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T15:23:24,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39333-0x1012557f3090003, quorum=127.0.0.1:49878, baseZNode=/1308848123 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1308848123/rs 2024-11-10T15:23:24,341 DEBUG [RS:0;c0771061be61:43843 {}] zookeeper.ZKUtil(111): regionserver:43843-0x1012557f3090004, quorum=127.0.0.1:49878, baseZNode=/1308848123 Set watcher on existing znode=/1308848123/rs/c0771061be61,43843,1731252202599 2024-11-10T15:23:24,341 WARN [RS:0;c0771061be61:43843 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T15:23:24,341 INFO [RS:0;c0771061be61:43843 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T15:23:24,341 DEBUG [RS:0;c0771061be61:43843 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33769/user/jenkins/test-data/b24d7fd4-5224-15a3-2496-c0132a9c16b0/WALs/c0771061be61,43843,1731252202599 2024-11-10T15:23:24,342 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c0771061be61,43843,1731252202599] 2024-11-10T15:23:24,344 INFO [RS:0;c0771061be61:43843 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T15:23:24,348 INFO [RS:0;c0771061be61:43843 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T15:23:24,348 INFO [RS:0;c0771061be61:43843 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T15:23:24,348 INFO [RS:0;c0771061be61:43843 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T15:23:24,349 INFO [RS:0;c0771061be61:43843 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T15:23:24,350 INFO [RS:0;c0771061be61:43843 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T15:23:24,350 INFO [RS:0;c0771061be61:43843 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T15:23:24,350 DEBUG [RS:0;c0771061be61:43843 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:23:24,350 DEBUG [RS:0;c0771061be61:43843 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:23:24,350 DEBUG [RS:0;c0771061be61:43843 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:23:24,350 DEBUG [RS:0;c0771061be61:43843 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:23:24,350 DEBUG [RS:0;c0771061be61:43843 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:23:24,350 DEBUG [RS:0;c0771061be61:43843 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c0771061be61:0, corePoolSize=2, maxPoolSize=2 2024-11-10T15:23:24,350 DEBUG [RS:0;c0771061be61:43843 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:23:24,350 DEBUG [RS:0;c0771061be61:43843 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:23:24,350 DEBUG [RS:0;c0771061be61:43843 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:23:24,350 DEBUG [RS:0;c0771061be61:43843 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:23:24,350 DEBUG [RS:0;c0771061be61:43843 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:23:24,351 DEBUG [RS:0;c0771061be61:43843 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:23:24,351 DEBUG [RS:0;c0771061be61:43843 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c0771061be61:0, corePoolSize=3, maxPoolSize=3 2024-11-10T15:23:24,351 DEBUG [RS:0;c0771061be61:43843 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c0771061be61:0, corePoolSize=3, maxPoolSize=3 2024-11-10T15:23:24,354 INFO [RS:0;c0771061be61:43843 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T15:23:24,354 INFO [RS:0;c0771061be61:43843 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T15:23:24,354 INFO [RS:0;c0771061be61:43843 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T15:23:24,354 INFO [RS:0;c0771061be61:43843 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T15:23:24,354 INFO [RS:0;c0771061be61:43843 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T15:23:24,354 INFO [RS:0;c0771061be61:43843 {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,43843,1731252202599-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T15:23:24,371 INFO [RS:0;c0771061be61:43843 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T15:23:24,371 INFO [RS:0;c0771061be61:43843 {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,43843,1731252202599-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T15:23:24,371 INFO [RS:0;c0771061be61:43843 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:23:24,372 INFO [RS:0;c0771061be61:43843 {}] regionserver.Replication(171): c0771061be61,43843,1731252202599 started 2024-11-10T15:23:24,389 INFO [RS:0;c0771061be61:43843 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:23:24,389 INFO [RS:0;c0771061be61:43843 {}] regionserver.HRegionServer(1482): Serving as c0771061be61,43843,1731252202599, RpcServer on c0771061be61/172.17.0.3:43843, sessionid=0x1012557f3090004 2024-11-10T15:23:24,389 DEBUG [RS:0;c0771061be61:43843 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T15:23:24,389 DEBUG [RS:0;c0771061be61:43843 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c0771061be61,43843,1731252202599 2024-11-10T15:23:24,390 DEBUG [RS:0;c0771061be61:43843 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c0771061be61,43843,1731252202599' 2024-11-10T15:23:24,390 DEBUG [RS:0;c0771061be61:43843 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1308848123/flush-table-proc/abort' 2024-11-10T15:23:24,390 DEBUG [RS:0;c0771061be61:43843 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1308848123/flush-table-proc/acquired' 2024-11-10T15:23:24,390 DEBUG [RS:0;c0771061be61:43843 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T15:23:24,390 DEBUG [RS:0;c0771061be61:43843 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T15:23:24,390 DEBUG [RS:0;c0771061be61:43843 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c0771061be61,43843,1731252202599 2024-11-10T15:23:24,390 DEBUG [RS:0;c0771061be61:43843 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c0771061be61,43843,1731252202599' 2024-11-10T15:23:24,390 DEBUG [RS:0;c0771061be61:43843 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1308848123/online-snapshot/abort' 2024-11-10T15:23:24,391 DEBUG [RS:0;c0771061be61:43843 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1308848123/online-snapshot/acquired' 2024-11-10T15:23:24,391 DEBUG [RS:0;c0771061be61:43843 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T15:23:24,391 INFO [RS:0;c0771061be61:43843 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T15:23:24,391 INFO [RS:0;c0771061be61:43843 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T15:23:24,495 INFO [RS:0;c0771061be61:43843 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T15:23:24,499 INFO [RS:0;c0771061be61:43843 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0771061be61%2C43843%2C1731252202599, suffix=, logDir=hdfs://localhost:33769/user/jenkins/test-data/b24d7fd4-5224-15a3-2496-c0132a9c16b0/WALs/c0771061be61,43843,1731252202599, archiveDir=hdfs://localhost:33769/user/jenkins/test-data/b24d7fd4-5224-15a3-2496-c0132a9c16b0/oldWALs, maxLogs=10 2024-11-10T15:23:24,519 DEBUG [RS:0;c0771061be61:43843 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b24d7fd4-5224-15a3-2496-c0132a9c16b0/WALs/c0771061be61,43843,1731252202599/c0771061be61%2C43843%2C1731252202599.1731252204499, exclude list is [], retry=0 2024-11-10T15:23:24,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43675,DS-5ab9886f-13fb-42bb-ae6e-f0f673d55482,DISK] 2024-11-10T15:23:24,549 INFO [RS:0;c0771061be61:43843 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b24d7fd4-5224-15a3-2496-c0132a9c16b0/WALs/c0771061be61,43843,1731252202599/c0771061be61%2C43843%2C1731252202599.1731252204499 2024-11-10T15:23:24,549 DEBUG [RS:0;c0771061be61:43843 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36757:36757)] 2024-11-10T15:23:24,619 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:23:24,620 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T15:23:24,622 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T15:23:24,623 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:23:24,623 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:23:24,623 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T15:23:24,624 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T15:23:24,624 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:23:24,625 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:23:24,625 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T15:23:24,626 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T15:23:24,626 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:23:24,626 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:23:24,626 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T15:23:24,627 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T15:23:24,627 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:23:24,628 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:23:24,628 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T15:23:24,629 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33769/user/jenkins/test-data/b24d7fd4-5224-15a3-2496-c0132a9c16b0/data/hbase/meta/1588230740 2024-11-10T15:23:24,629 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33769/user/jenkins/test-data/b24d7fd4-5224-15a3-2496-c0132a9c16b0/data/hbase/meta/1588230740 2024-11-10T15:23:24,631 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T15:23:24,631 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T15:23:24,632 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T15:23:24,632 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T15:23:24,637 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33769/user/jenkins/test-data/b24d7fd4-5224-15a3-2496-c0132a9c16b0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T15:23:24,638 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73163139, jitterRate=0.09021572768688202}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T15:23:24,638 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731252204619Initializing all the Stores at 1731252204619Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731252204619Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731252204620 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252204620Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731252204620Cleaning up temporary data from old regions at 1731252204631 (+11 ms)Region opened successfully at 1731252204638 (+7 ms) 2024-11-10T15:23:24,638 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T15:23:24,638 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T15:23:24,638 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T15:23:24,638 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T15:23:24,638 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T15:23:24,639 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T15:23:24,639 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731252204638Disabling compacts and flushes for region at 1731252204638Disabling writes for close at 1731252204638Writing region close event to WAL at 1731252204639 (+1 ms)Closed at 1731252204639 2024-11-10T15:23:24,640 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T15:23:24,640 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T15:23:24,640 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T15:23:24,641 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T15:23:24,642 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T15:23:24,793 DEBUG [c0771061be61:39333 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T15:23:24,793 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c0771061be61,43843,1731252202599 2024-11-10T15:23:24,794 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c0771061be61,43843,1731252202599, state=OPENING 2024-11-10T15:23:24,804 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T15:23:24,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43843-0x1012557f3090004, quorum=127.0.0.1:49878, baseZNode=/1308848123 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1308848123 2024-11-10T15:23:24,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39333-0x1012557f3090003, quorum=127.0.0.1:49878, baseZNode=/1308848123 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1308848123 2024-11-10T15:23:24,848 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T15:23:24,848 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1308848123/meta-region-server: CHANGED 2024-11-10T15:23:24,849 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c0771061be61,43843,1731252202599}] 2024-11-10T15:23:24,849 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1308848123/meta-region-server: CHANGED 2024-11-10T15:23:25,001 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T15:23:25,002 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44443, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T15:23:25,007 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T15:23:25,007 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T15:23:25,008 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T15:23:25,009 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0771061be61%2C43843%2C1731252202599.meta, suffix=.meta, logDir=hdfs://localhost:33769/user/jenkins/test-data/b24d7fd4-5224-15a3-2496-c0132a9c16b0/WALs/c0771061be61,43843,1731252202599, archiveDir=hdfs://localhost:33769/user/jenkins/test-data/b24d7fd4-5224-15a3-2496-c0132a9c16b0/oldWALs, maxLogs=10 2024-11-10T15:23:25,022 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b24d7fd4-5224-15a3-2496-c0132a9c16b0/WALs/c0771061be61,43843,1731252202599/c0771061be61%2C43843%2C1731252202599.meta.1731252205009.meta, exclude list is [], retry=0 2024-11-10T15:23:25,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43675,DS-5ab9886f-13fb-42bb-ae6e-f0f673d55482,DISK] 2024-11-10T15:23:25,031 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b24d7fd4-5224-15a3-2496-c0132a9c16b0/WALs/c0771061be61,43843,1731252202599/c0771061be61%2C43843%2C1731252202599.meta.1731252205009.meta 2024-11-10T15:23:25,031 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36757:36757)] 2024-11-10T15:23:25,032 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T15:23:25,032 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T15:23:25,032 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T15:23:25,032 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T15:23:25,032 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T15:23:25,032 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T15:23:25,032 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:23:25,032 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T15:23:25,032 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T15:23:25,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T15:23:25,037 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T15:23:25,037 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:23:25,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:23:25,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T15:23:25,038 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T15:23:25,038 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:23:25,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:23:25,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T15:23:25,038 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T15:23:25,038 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:23:25,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:23:25,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T15:23:25,039 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T15:23:25,039 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:23:25,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:23:25,039 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T15:23:25,040 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33769/user/jenkins/test-data/b24d7fd4-5224-15a3-2496-c0132a9c16b0/data/hbase/meta/1588230740 2024-11-10T15:23:25,041 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33769/user/jenkins/test-data/b24d7fd4-5224-15a3-2496-c0132a9c16b0/data/hbase/meta/1588230740 2024-11-10T15:23:25,041 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T15:23:25,041 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T15:23:25,042 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T15:23:25,043 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T15:23:25,043 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75306245, jitterRate=0.1221504956483841}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T15:23:25,043 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T15:23:25,043 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731252205033Writing region info on filesystem at 1731252205033Initializing all the Stores at 1731252205033Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731252205033Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731252205036 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252205036Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731252205036Cleaning up temporary data from old regions at 1731252205041 (+5 ms)Running coprocessor post-open hooks at 1731252205043 (+2 ms)Region opened successfully at 1731252205043 2024-11-10T15:23:25,044 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731252205000 2024-11-10T15:23:25,045 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T15:23:25,045 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T15:23:25,046 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c0771061be61,43843,1731252202599 2024-11-10T15:23:25,046 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c0771061be61,43843,1731252202599, state=OPEN 2024-11-10T15:23:25,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43843-0x1012557f3090004, quorum=127.0.0.1:49878, baseZNode=/1308848123 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1308848123/meta-region-server 2024-11-10T15:23:25,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39333-0x1012557f3090003, quorum=127.0.0.1:49878, baseZNode=/1308848123 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1308848123/meta-region-server 2024-11-10T15:23:25,068 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c0771061be61,43843,1731252202599 2024-11-10T15:23:25,068 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1308848123/meta-region-server: CHANGED 2024-11-10T15:23:25,068 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1308848123/meta-region-server: CHANGED 2024-11-10T15:23:25,069 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T15:23:25,069 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c0771061be61,43843,1731252202599 in 220 msec 2024-11-10T15:23:25,070 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T15:23:25,070 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 429 msec 2024-11-10T15:23:25,071 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T15:23:25,071 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T15:23:25,072 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T15:23:25,072 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0771061be61,43843,1731252202599, seqNum=-1] 2024-11-10T15:23:25,072 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T15:23:25,074 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34197, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T15:23:25,087 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 892 msec 2024-11-10T15:23:25,088 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731252205087, completionTime=-1 2024-11-10T15:23:25,088 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T15:23:25,088 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T15:23:25,089 INFO [master/c0771061be61:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T15:23:25,090 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731252265089 2024-11-10T15:23:25,090 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731252325090 2024-11-10T15:23:25,090 INFO [master/c0771061be61:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T15:23:25,090 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,39333,1731252201293-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T15:23:25,090 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,39333,1731252201293-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:23:25,090 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,39333,1731252201293-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:23:25,090 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c0771061be61:39333, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:23:25,090 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T15:23:25,090 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T15:23:25,091 DEBUG [master/c0771061be61:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T15:23:25,093 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.015sec 2024-11-10T15:23:25,093 INFO [master/c0771061be61:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T15:23:25,093 INFO [master/c0771061be61:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T15:23:25,093 INFO [master/c0771061be61:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T15:23:25,093 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T15:23:25,093 INFO [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T15:23:25,093 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,39333,1731252201293-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T15:23:25,093 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,39333,1731252201293-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T15:23:25,097 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T15:23:25,097 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T15:23:25,097 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,39333,1731252201293-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:23:25,200 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@705f9919, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:23:25,200 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0771061be61,39333,-1 for getting cluster id 2024-11-10T15:23:25,201 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T15:23:25,216 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4ca8199c-409b-4e4f-818f-5393a87f3c98' 2024-11-10T15:23:25,217 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T15:23:25,217 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4ca8199c-409b-4e4f-818f-5393a87f3c98" 2024-11-10T15:23:25,217 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ee8dae8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:23:25,217 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0771061be61,39333,-1] 2024-11-10T15:23:25,217 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T15:23:25,217 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:23:25,218 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T15:23:25,219 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23eb75bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:23:25,219 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T15:23:25,223 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0771061be61,43843,1731252202599, seqNum=-1] 2024-11-10T15:23:25,224 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T15:23:25,225 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T15:23:25,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c0771061be61,39333,1731252201293 2024-11-10T15:23:25,227 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:49878 2024-11-10T15:23:25,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:49878, baseZNode=/1308848123 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T15:23:25,264 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1012557f3090005 connected 2024-11-10T15:23:25,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9876f87-5d50-45a4-6ea9-09ca459d773a/hadoop.log.dir so I do NOT create it in target/test-data/995508e8-a3da-a622-9491-d72c7ffe814c 2024-11-10T15:23:25,281 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9876f87-5d50-45a4-6ea9-09ca459d773a/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T15:23:25,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9876f87-5d50-45a4-6ea9-09ca459d773a/hadoop.tmp.dir so I do NOT create it in target/test-data/995508e8-a3da-a622-9491-d72c7ffe814c 2024-11-10T15:23:25,281 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9876f87-5d50-45a4-6ea9-09ca459d773a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T15:23:25,281 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/995508e8-a3da-a622-9491-d72c7ffe814c 2024-11-10T15:23:25,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T15:23:25,282 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/995508e8-a3da-a622-9491-d72c7ffe814c/cluster_8af1e5cb-40cb-15ef-3954-80d75de2bda7, deleteOnExit=true 2024-11-10T15:23:25,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T15:23:25,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/995508e8-a3da-a622-9491-d72c7ffe814c/test.cache.data in system properties and HBase conf 2024-11-10T15:23:25,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/995508e8-a3da-a622-9491-d72c7ffe814c/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T15:23:25,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/995508e8-a3da-a622-9491-d72c7ffe814c/hadoop.log.dir in system properties and HBase conf 2024-11-10T15:23:25,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/995508e8-a3da-a622-9491-d72c7ffe814c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T15:23:25,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/995508e8-a3da-a622-9491-d72c7ffe814c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T15:23:25,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T15:23:25,282 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T15:23:25,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/995508e8-a3da-a622-9491-d72c7ffe814c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T15:23:25,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/995508e8-a3da-a622-9491-d72c7ffe814c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T15:23:25,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/995508e8-a3da-a622-9491-d72c7ffe814c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T15:23:25,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/995508e8-a3da-a622-9491-d72c7ffe814c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T15:23:25,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/995508e8-a3da-a622-9491-d72c7ffe814c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T15:23:25,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/995508e8-a3da-a622-9491-d72c7ffe814c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T15:23:25,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/995508e8-a3da-a622-9491-d72c7ffe814c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T15:23:25,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/995508e8-a3da-a622-9491-d72c7ffe814c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T15:23:25,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/995508e8-a3da-a622-9491-d72c7ffe814c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T15:23:25,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/995508e8-a3da-a622-9491-d72c7ffe814c/nfs.dump.dir in system properties and HBase conf 2024-11-10T15:23:25,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/995508e8-a3da-a622-9491-d72c7ffe814c/java.io.tmpdir in system properties and HBase conf 2024-11-10T15:23:25,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/995508e8-a3da-a622-9491-d72c7ffe814c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T15:23:25,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/995508e8-a3da-a622-9491-d72c7ffe814c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T15:23:25,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/995508e8-a3da-a622-9491-d72c7ffe814c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T15:23:25,804 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T15:23:25,821 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T15:23:25,892 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T15:23:25,892 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T15:23:25,893 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T15:23:25,909 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T15:23:25,916 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@79393f7f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/995508e8-a3da-a622-9491-d72c7ffe814c/hadoop.log.dir/,AVAILABLE} 2024-11-10T15:23:25,917 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@225b0623{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T15:23:26,057 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3f0b1218{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/995508e8-a3da-a622-9491-d72c7ffe814c/java.io.tmpdir/jetty-localhost-46793-hadoop-hdfs-3_4_1-tests_jar-_-any-16702736568735634259/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T15:23:26,058 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e3bc62f{HTTP/1.1, (http/1.1)}{localhost:46793} 2024-11-10T15:23:26,058 INFO [Time-limited test {}] server.Server(415): Started @336551ms 2024-11-10T15:23:26,361 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T15:23:26,363 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T15:23:26,365 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T15:23:26,365 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T15:23:26,365 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T15:23:26,365 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50f8a0ab{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/995508e8-a3da-a622-9491-d72c7ffe814c/hadoop.log.dir/,AVAILABLE} 2024-11-10T15:23:26,366 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ef4b14f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T15:23:26,489 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@561806ca{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/995508e8-a3da-a622-9491-d72c7ffe814c/java.io.tmpdir/jetty-localhost-40663-hadoop-hdfs-3_4_1-tests_jar-_-any-9202380251084830140/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T15:23:26,489 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7cb6c3b2{HTTP/1.1, (http/1.1)}{localhost:40663} 2024-11-10T15:23:26,489 INFO [Time-limited test {}] server.Server(415): Started @336982ms 2024-11-10T15:23:26,490 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T15:23:27,545 WARN [Thread-4551 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/995508e8-a3da-a622-9491-d72c7ffe814c/cluster_8af1e5cb-40cb-15ef-3954-80d75de2bda7/data/data2/current/BP-602151010-172.17.0.3-1731252205344/current, will proceed with Du for space computation calculation, 2024-11-10T15:23:27,545 WARN [Thread-4550 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/995508e8-a3da-a622-9491-d72c7ffe814c/cluster_8af1e5cb-40cb-15ef-3954-80d75de2bda7/data/data1/current/BP-602151010-172.17.0.3-1731252205344/current, will proceed with Du for space computation calculation, 2024-11-10T15:23:27,567 WARN [Thread-4538 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T15:23:27,569 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa0409921fe3e3659 with lease ID 0x8d501e7f20de58a3: Processing first storage report for DS-219c60a2-a6f8-4cb0-b449-5bbacf714e57 from datanode DatanodeRegistration(127.0.0.1:36715, datanodeUuid=831f7e69-63a2-4451-b775-428cabdeeebf, infoPort=43839, infoSecurePort=0, ipcPort=32871, storageInfo=lv=-57;cid=testClusterID;nsid=965703881;c=1731252205344) 2024-11-10T15:23:27,569 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa0409921fe3e3659 with lease ID 0x8d501e7f20de58a3: from storage DS-219c60a2-a6f8-4cb0-b449-5bbacf714e57 node DatanodeRegistration(127.0.0.1:36715, datanodeUuid=831f7e69-63a2-4451-b775-428cabdeeebf, infoPort=43839, infoSecurePort=0, ipcPort=32871, storageInfo=lv=-57;cid=testClusterID;nsid=965703881;c=1731252205344), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T15:23:27,569 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa0409921fe3e3659 with lease ID 0x8d501e7f20de58a3: Processing first storage report for DS-344accc2-2138-41ad-a0ed-9dc9e8d00976 from datanode DatanodeRegistration(127.0.0.1:36715, datanodeUuid=831f7e69-63a2-4451-b775-428cabdeeebf, infoPort=43839, infoSecurePort=0, ipcPort=32871, storageInfo=lv=-57;cid=testClusterID;nsid=965703881;c=1731252205344) 2024-11-10T15:23:27,569 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa0409921fe3e3659 with lease ID 0x8d501e7f20de58a3: from storage DS-344accc2-2138-41ad-a0ed-9dc9e8d00976 node DatanodeRegistration(127.0.0.1:36715, datanodeUuid=831f7e69-63a2-4451-b775-428cabdeeebf, infoPort=43839, infoSecurePort=0, ipcPort=32871, storageInfo=lv=-57;cid=testClusterID;nsid=965703881;c=1731252205344), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T15:23:27,630 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/995508e8-a3da-a622-9491-d72c7ffe814c 2024-11-10T15:23:27,631 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:23:27,633 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:23:27,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36715 is added to blk_1073741825_1001 (size=7) 2024-11-10T15:23:27,642 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35451/user/jenkins/test-data/f8d53bdb-4e86-aedd-c980-2d3d1b56cae4 with version=8 2024-11-10T15:23:27,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35451/user/jenkins/test-data/f8d53bdb-4e86-aedd-c980-2d3d1b56cae4/hbase-staging 2024-11-10T15:23:27,645 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c0771061be61:0 server-side Connection retries=45 2024-11-10T15:23:27,645 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T15:23:27,645 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T15:23:27,645 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T15:23:27,645 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T15:23:27,645 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T15:23:27,645 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T15:23:27,645 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T15:23:27,646 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46389 2024-11-10T15:23:27,647 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46389 connecting to ZooKeeper ensemble=127.0.0.1:49878 2024-11-10T15:23:27,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:463890x0, quorum=127.0.0.1:49878, baseZNode=/2737347637 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T15:23:27,664 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46389-0x1012557f3090006 connected 2024-11-10T15:23:27,867 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:23:27,870 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:23:27,873 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46389-0x1012557f3090006, quorum=127.0.0.1:49878, baseZNode=/2737347637 Set watcher on znode that does not yet exist, /2737347637/running 2024-11-10T15:23:27,874 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35451/user/jenkins/test-data/f8d53bdb-4e86-aedd-c980-2d3d1b56cae4, hbase.cluster.distributed=false 2024-11-10T15:23:27,875 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46389-0x1012557f3090006, quorum=127.0.0.1:49878, baseZNode=/2737347637 Set watcher on znode that does not yet exist, /2737347637/acl 2024-11-10T15:23:27,894 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46389 2024-11-10T15:23:27,894 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46389 2024-11-10T15:23:27,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46389 2024-11-10T15:23:27,920 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46389 2024-11-10T15:23:27,924 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46389 2024-11-10T15:23:27,976 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c0771061be61:0 server-side Connection retries=45 2024-11-10T15:23:27,977 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T15:23:27,977 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T15:23:27,977 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T15:23:27,977 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T15:23:27,977 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T15:23:27,977 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T15:23:27,977 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T15:23:27,978 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36771 2024-11-10T15:23:27,979 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36771 connecting to ZooKeeper ensemble=127.0.0.1:49878 2024-11-10T15:23:27,980 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:23:27,983 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:23:28,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:367710x0, quorum=127.0.0.1:49878, baseZNode=/2737347637 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T15:23:28,001 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:367710x0, quorum=127.0.0.1:49878, baseZNode=/2737347637 Set watcher on znode that does not yet exist, /2737347637/running 2024-11-10T15:23:28,001 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T15:23:28,002 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36771-0x1012557f3090007 connected 2024-11-10T15:23:28,028 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T15:23:28,029 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36771-0x1012557f3090007, quorum=127.0.0.1:49878, baseZNode=/2737347637 Set watcher on znode that does not yet exist, /2737347637/master 2024-11-10T15:23:28,030 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36771-0x1012557f3090007, quorum=127.0.0.1:49878, baseZNode=/2737347637 Set watcher on znode that does not yet exist, /2737347637/acl 2024-11-10T15:23:28,056 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36771 2024-11-10T15:23:28,084 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36771 2024-11-10T15:23:28,106 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36771 2024-11-10T15:23:28,142 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36771 2024-11-10T15:23:28,144 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36771 2024-11-10T15:23:28,179 DEBUG [M:0;c0771061be61:46389 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c0771061be61:46389 2024-11-10T15:23:28,196 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2737347637/backup-masters/c0771061be61,46389,1731252207645 2024-11-10T15:23:28,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36771-0x1012557f3090007, quorum=127.0.0.1:49878, baseZNode=/2737347637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2737347637/backup-masters 2024-11-10T15:23:28,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46389-0x1012557f3090006, quorum=127.0.0.1:49878, baseZNode=/2737347637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2737347637/backup-masters 2024-11-10T15:23:28,214 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46389-0x1012557f3090006, quorum=127.0.0.1:49878, baseZNode=/2737347637 Set watcher on existing znode=/2737347637/backup-masters/c0771061be61,46389,1731252207645 2024-11-10T15:23:28,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36771-0x1012557f3090007, quorum=127.0.0.1:49878, baseZNode=/2737347637 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2737347637/master 2024-11-10T15:23:28,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36771-0x1012557f3090007, quorum=127.0.0.1:49878, baseZNode=/2737347637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2737347637 2024-11-10T15:23:28,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46389-0x1012557f3090006, quorum=127.0.0.1:49878, baseZNode=/2737347637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2737347637 2024-11-10T15:23:28,227 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46389-0x1012557f3090006, quorum=127.0.0.1:49878, baseZNode=/2737347637 Set watcher on existing znode=/2737347637/master 2024-11-10T15:23:28,228 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2737347637/backup-masters/c0771061be61,46389,1731252207645 from backup master directory 2024-11-10T15:23:28,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46389-0x1012557f3090006, quorum=127.0.0.1:49878, baseZNode=/2737347637 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2737347637/backup-masters/c0771061be61,46389,1731252207645 2024-11-10T15:23:28,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36771-0x1012557f3090007, quorum=127.0.0.1:49878, baseZNode=/2737347637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2737347637/backup-masters 2024-11-10T15:23:28,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46389-0x1012557f3090006, quorum=127.0.0.1:49878, baseZNode=/2737347637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2737347637/backup-masters 2024-11-10T15:23:28,242 WARN [master/c0771061be61:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T15:23:28,242 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c0771061be61,46389,1731252207645 2024-11-10T15:23:28,249 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35451/user/jenkins/test-data/f8d53bdb-4e86-aedd-c980-2d3d1b56cae4/hbase.id] with ID: 465496ec-a193-47c9-883a-444c2c933cfe 2024-11-10T15:23:28,249 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35451/user/jenkins/test-data/f8d53bdb-4e86-aedd-c980-2d3d1b56cae4/.tmp/hbase.id 2024-11-10T15:23:28,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36715 is added to blk_1073741826_1002 (size=42) 2024-11-10T15:23:28,296 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35451/user/jenkins/test-data/f8d53bdb-4e86-aedd-c980-2d3d1b56cae4/.tmp/hbase.id]:[hdfs://localhost:35451/user/jenkins/test-data/f8d53bdb-4e86-aedd-c980-2d3d1b56cae4/hbase.id] 2024-11-10T15:23:28,309 INFO [master/c0771061be61:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:23:28,309 INFO [master/c0771061be61:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T15:23:28,320 INFO [master/c0771061be61:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 11ms. 2024-11-10T15:23:28,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36771-0x1012557f3090007, quorum=127.0.0.1:49878, baseZNode=/2737347637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2737347637 2024-11-10T15:23:28,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46389-0x1012557f3090006, quorum=127.0.0.1:49878, baseZNode=/2737347637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2737347637 2024-11-10T15:23:28,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36715 is added to blk_1073741827_1003 (size=196) 2024-11-10T15:23:28,815 INFO [master/c0771061be61:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T15:23:28,817 INFO [master/c0771061be61:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T15:23:28,817 INFO [master/c0771061be61:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T15:23:28,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36715 is added to blk_1073741828_1004 (size=1189) 2024-11-10T15:23:28,879 INFO [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35451/user/jenkins/test-data/f8d53bdb-4e86-aedd-c980-2d3d1b56cae4/MasterData/data/master/store 2024-11-10T15:23:28,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36715 is added to blk_1073741829_1005 (size=34) 2024-11-10T15:23:28,890 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:23:28,891 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T15:23:28,891 INFO [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:23:28,891 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:23:28,891 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T15:23:28,891 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:23:28,891 INFO [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:23:28,891 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731252208891Disabling compacts and flushes for region at 1731252208891Disabling writes for close at 1731252208891Writing region close event to WAL at 1731252208891Closed at 1731252208891 2024-11-10T15:23:28,892 WARN [master/c0771061be61:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35451/user/jenkins/test-data/f8d53bdb-4e86-aedd-c980-2d3d1b56cae4/MasterData/data/master/store/.initializing 2024-11-10T15:23:28,892 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35451/user/jenkins/test-data/f8d53bdb-4e86-aedd-c980-2d3d1b56cae4/MasterData/WALs/c0771061be61,46389,1731252207645 2024-11-10T15:23:28,893 INFO [master/c0771061be61:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T15:23:28,895 INFO [master/c0771061be61:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c0771061be61%2C46389%2C1731252207645, suffix=, logDir=hdfs://localhost:35451/user/jenkins/test-data/f8d53bdb-4e86-aedd-c980-2d3d1b56cae4/MasterData/WALs/c0771061be61,46389,1731252207645, archiveDir=hdfs://localhost:35451/user/jenkins/test-data/f8d53bdb-4e86-aedd-c980-2d3d1b56cae4/MasterData/oldWALs, maxLogs=10 2024-11-10T15:23:28,913 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f8d53bdb-4e86-aedd-c980-2d3d1b56cae4/MasterData/WALs/c0771061be61,46389,1731252207645/c0771061be61%2C46389%2C1731252207645.1731252208895, exclude list is [], retry=0 2024-11-10T15:23:28,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36715,DS-219c60a2-a6f8-4cb0-b449-5bbacf714e57,DISK] 2024-11-10T15:23:28,921 INFO [master/c0771061be61:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f8d53bdb-4e86-aedd-c980-2d3d1b56cae4/MasterData/WALs/c0771061be61,46389,1731252207645/c0771061be61%2C46389%2C1731252207645.1731252208895 2024-11-10T15:23:28,921 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43839:43839)] 2024-11-10T15:23:28,921 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T15:23:28,921 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:23:28,921 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:23:28,921 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:23:28,924 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:23:28,926 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T15:23:28,926 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:23:28,926 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:23:28,927 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:23:28,928 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T15:23:28,928 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:23:28,928 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:23:28,928 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:23:28,929 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T15:23:28,930 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:23:28,930 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:23:28,930 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:23:28,931 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T15:23:28,931 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:23:28,932 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:23:28,932 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:23:28,933 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35451/user/jenkins/test-data/f8d53bdb-4e86-aedd-c980-2d3d1b56cae4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:23:28,933 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35451/user/jenkins/test-data/f8d53bdb-4e86-aedd-c980-2d3d1b56cae4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:23:28,936 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:23:28,936 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:23:28,937 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T15:23:28,938 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T15:23:28,951 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35451/user/jenkins/test-data/f8d53bdb-4e86-aedd-c980-2d3d1b56cae4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T15:23:28,952 INFO [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63284752, jitterRate=-0.05698370933532715}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T15:23:28,952 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731252208922Initializing all the Stores at 1731252208922Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731252208922Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252208924 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252208924Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252208924Cleaning up temporary data from old regions at 1731252208936 (+12 ms)Region opened successfully at 1731252208952 (+16 ms) 2024-11-10T15:23:28,953 INFO [master/c0771061be61:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T15:23:28,956 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40cbff3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c0771061be61/172.17.0.3:0 2024-11-10T15:23:28,957 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T15:23:28,957 INFO [master/c0771061be61:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T15:23:28,957 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T15:23:28,957 INFO [master/c0771061be61:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T15:23:28,958 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T15:23:28,958 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T15:23:28,958 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T15:23:28,962 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T15:23:28,963 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46389-0x1012557f3090006, quorum=127.0.0.1:49878, baseZNode=/2737347637 Unable to get data of znode /2737347637/balancer because node does not exist (not necessarily an error) 2024-11-10T15:23:29,021 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2737347637/balancer already deleted, retry=false 2024-11-10T15:23:29,022 INFO [master/c0771061be61:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T15:23:29,023 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46389-0x1012557f3090006, quorum=127.0.0.1:49878, baseZNode=/2737347637 Unable to get data of znode /2737347637/normalizer because node does not exist (not necessarily an error) 2024-11-10T15:23:29,042 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2737347637/normalizer already deleted, retry=false 2024-11-10T15:23:29,042 INFO [master/c0771061be61:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T15:23:29,053 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46389-0x1012557f3090006, quorum=127.0.0.1:49878, baseZNode=/2737347637 Unable to get data of znode /2737347637/switch/split because node does not exist (not necessarily an error) 2024-11-10T15:23:29,063 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2737347637/switch/split already deleted, retry=false 2024-11-10T15:23:29,064 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46389-0x1012557f3090006, quorum=127.0.0.1:49878, baseZNode=/2737347637 Unable to get data of znode /2737347637/switch/merge because node does not exist (not necessarily an error) 2024-11-10T15:23:29,073 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2737347637/switch/merge already deleted, retry=false 2024-11-10T15:23:29,076 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46389-0x1012557f3090006, quorum=127.0.0.1:49878, baseZNode=/2737347637 Unable to get data of znode /2737347637/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T15:23:29,088 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2737347637/snapshot-cleanup already deleted, retry=false 2024-11-10T15:23:29,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36771-0x1012557f3090007, quorum=127.0.0.1:49878, baseZNode=/2737347637 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2737347637/running 2024-11-10T15:23:29,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36771-0x1012557f3090007, quorum=127.0.0.1:49878, baseZNode=/2737347637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2737347637 2024-11-10T15:23:29,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46389-0x1012557f3090006, quorum=127.0.0.1:49878, baseZNode=/2737347637 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2737347637/running 2024-11-10T15:23:29,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46389-0x1012557f3090006, quorum=127.0.0.1:49878, baseZNode=/2737347637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2737347637 2024-11-10T15:23:29,107 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c0771061be61,46389,1731252207645, sessionid=0x1012557f3090006, setting cluster-up flag (Was=false) 2024-11-10T15:23:29,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36771-0x1012557f3090007, quorum=127.0.0.1:49878, baseZNode=/2737347637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2737347637 2024-11-10T15:23:29,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46389-0x1012557f3090006, quorum=127.0.0.1:49878, baseZNode=/2737347637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2737347637 2024-11-10T15:23:29,162 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2737347637/flush-table-proc/acquired, /2737347637/flush-table-proc/reached, /2737347637/flush-table-proc/abort 2024-11-10T15:23:29,164 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c0771061be61,46389,1731252207645 2024-11-10T15:23:29,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46389-0x1012557f3090006, quorum=127.0.0.1:49878, baseZNode=/2737347637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2737347637 2024-11-10T15:23:29,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36771-0x1012557f3090007, quorum=127.0.0.1:49878, baseZNode=/2737347637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2737347637 2024-11-10T15:23:29,214 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2737347637/online-snapshot/acquired, /2737347637/online-snapshot/reached, /2737347637/online-snapshot/abort 2024-11-10T15:23:29,215 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c0771061be61,46389,1731252207645 2024-11-10T15:23:29,216 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35451/user/jenkins/test-data/f8d53bdb-4e86-aedd-c980-2d3d1b56cae4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T15:23:29,218 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T15:23:29,218 INFO [master/c0771061be61:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T15:23:29,218 INFO [master/c0771061be61:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T15:23:29,218 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c0771061be61,46389,1731252207645 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T15:23:29,220 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c0771061be61:0, corePoolSize=5, maxPoolSize=5 2024-11-10T15:23:29,220 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c0771061be61:0, corePoolSize=5, maxPoolSize=5 2024-11-10T15:23:29,220 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c0771061be61:0, corePoolSize=5, maxPoolSize=5 2024-11-10T15:23:29,220 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c0771061be61:0, corePoolSize=5, maxPoolSize=5 2024-11-10T15:23:29,220 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c0771061be61:0, corePoolSize=10, maxPoolSize=10 2024-11-10T15:23:29,220 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:23:29,220 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c0771061be61:0, corePoolSize=2, maxPoolSize=2 2024-11-10T15:23:29,220 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:23:29,221 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731252239221 2024-11-10T15:23:29,221 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T15:23:29,221 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T15:23:29,221 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T15:23:29,221 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T15:23:29,221 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T15:23:29,221 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T15:23:29,222 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T15:23:29,222 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T15:23:29,222 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T15:23:29,222 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T15:23:29,222 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T15:23:29,222 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T15:23:29,222 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T15:23:29,222 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:23:29,223 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T15:23:29,223 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T15:23:29,223 INFO [master/c0771061be61:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T15:23:29,223 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c0771061be61:0:becomeActiveMaster-HFileCleaner.large.0-1731252209223,5,FailOnTimeoutGroup] 2024-11-10T15:23:29,224 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c0771061be61:0:becomeActiveMaster-HFileCleaner.small.0-1731252209223,5,FailOnTimeoutGroup] 2024-11-10T15:23:29,224 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T15:23:29,224 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T15:23:29,224 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T15:23:29,224 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T15:23:29,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36715 is added to blk_1073741831_1007 (size=1321) 2024-11-10T15:23:29,228 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35451/user/jenkins/test-data/f8d53bdb-4e86-aedd-c980-2d3d1b56cae4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T15:23:29,228 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35451/user/jenkins/test-data/f8d53bdb-4e86-aedd-c980-2d3d1b56cae4 2024-11-10T15:23:29,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36715 is added to blk_1073741832_1008 (size=32) 2024-11-10T15:23:29,254 INFO [RS:0;c0771061be61:36771 {}] regionserver.HRegionServer(746): ClusterId : 465496ec-a193-47c9-883a-444c2c933cfe 2024-11-10T15:23:29,254 DEBUG [RS:0;c0771061be61:36771 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T15:23:29,263 DEBUG [RS:0;c0771061be61:36771 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T15:23:29,263 DEBUG [RS:0;c0771061be61:36771 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T15:23:29,275 DEBUG [RS:0;c0771061be61:36771 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T15:23:29,276 DEBUG [RS:0;c0771061be61:36771 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27500169, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c0771061be61/172.17.0.3:0 2024-11-10T15:23:29,295 DEBUG [RS:0;c0771061be61:36771 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c0771061be61:36771 2024-11-10T15:23:29,295 INFO [RS:0;c0771061be61:36771 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T15:23:29,295 INFO [RS:0;c0771061be61:36771 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T15:23:29,295 DEBUG [RS:0;c0771061be61:36771 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T15:23:29,296 INFO [RS:0;c0771061be61:36771 {}] regionserver.HRegionServer(2659): reportForDuty to master=c0771061be61,46389,1731252207645 with port=36771, startcode=1731252207976 2024-11-10T15:23:29,297 DEBUG [RS:0;c0771061be61:36771 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T15:23:29,303 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42099, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T15:23:29,304 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46389 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c0771061be61,36771,1731252207976 2024-11-10T15:23:29,304 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46389 {}] master.ServerManager(517): Registering regionserver=c0771061be61,36771,1731252207976 2024-11-10T15:23:29,306 DEBUG [RS:0;c0771061be61:36771 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35451/user/jenkins/test-data/f8d53bdb-4e86-aedd-c980-2d3d1b56cae4 2024-11-10T15:23:29,306 DEBUG [RS:0;c0771061be61:36771 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35451 2024-11-10T15:23:29,306 DEBUG [RS:0;c0771061be61:36771 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T15:23:29,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46389-0x1012557f3090006, quorum=127.0.0.1:49878, baseZNode=/2737347637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2737347637/rs 2024-11-10T15:23:29,365 DEBUG [RS:0;c0771061be61:36771 {}] zookeeper.ZKUtil(111): regionserver:36771-0x1012557f3090007, quorum=127.0.0.1:49878, baseZNode=/2737347637 Set watcher on existing znode=/2737347637/rs/c0771061be61,36771,1731252207976 2024-11-10T15:23:29,365 WARN [RS:0;c0771061be61:36771 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T15:23:29,365 INFO [RS:0;c0771061be61:36771 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T15:23:29,365 DEBUG [RS:0;c0771061be61:36771 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35451/user/jenkins/test-data/f8d53bdb-4e86-aedd-c980-2d3d1b56cae4/WALs/c0771061be61,36771,1731252207976 2024-11-10T15:23:29,370 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c0771061be61,36771,1731252207976] 2024-11-10T15:23:29,399 INFO [RS:0;c0771061be61:36771 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T15:23:29,407 INFO [RS:0;c0771061be61:36771 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T15:23:29,408 INFO [RS:0;c0771061be61:36771 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T15:23:29,408 INFO [RS:0;c0771061be61:36771 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T15:23:29,420 INFO [RS:0;c0771061be61:36771 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T15:23:29,421 INFO [RS:0;c0771061be61:36771 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T15:23:29,421 INFO [RS:0;c0771061be61:36771 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T15:23:29,421 DEBUG [RS:0;c0771061be61:36771 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:23:29,422 DEBUG [RS:0;c0771061be61:36771 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:23:29,422 DEBUG [RS:0;c0771061be61:36771 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:23:29,422 DEBUG [RS:0;c0771061be61:36771 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:23:29,422 DEBUG [RS:0;c0771061be61:36771 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:23:29,422 DEBUG [RS:0;c0771061be61:36771 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c0771061be61:0, corePoolSize=2, maxPoolSize=2 2024-11-10T15:23:29,422 DEBUG [RS:0;c0771061be61:36771 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:23:29,422 DEBUG [RS:0;c0771061be61:36771 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:23:29,422 DEBUG [RS:0;c0771061be61:36771 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:23:29,422 DEBUG [RS:0;c0771061be61:36771 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:23:29,422 DEBUG [RS:0;c0771061be61:36771 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:23:29,422 DEBUG [RS:0;c0771061be61:36771 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c0771061be61:0, corePoolSize=1, maxPoolSize=1 2024-11-10T15:23:29,422 DEBUG [RS:0;c0771061be61:36771 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c0771061be61:0, corePoolSize=3, maxPoolSize=3 2024-11-10T15:23:29,422 DEBUG [RS:0;c0771061be61:36771 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c0771061be61:0, corePoolSize=3, maxPoolSize=3 2024-11-10T15:23:29,458 INFO [RS:0;c0771061be61:36771 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T15:23:29,458 INFO [RS:0;c0771061be61:36771 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T15:23:29,458 INFO [RS:0;c0771061be61:36771 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T15:23:29,458 INFO [RS:0;c0771061be61:36771 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T15:23:29,458 INFO [RS:0;c0771061be61:36771 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T15:23:29,458 INFO [RS:0;c0771061be61:36771 {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,36771,1731252207976-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T15:23:29,491 INFO [RS:0;c0771061be61:36771 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T15:23:29,491 INFO [RS:0;c0771061be61:36771 {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,36771,1731252207976-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T15:23:29,491 INFO [RS:0;c0771061be61:36771 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:23:29,491 INFO [RS:0;c0771061be61:36771 {}] regionserver.Replication(171): c0771061be61,36771,1731252207976 started 2024-11-10T15:23:29,527 INFO [RS:0;c0771061be61:36771 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:23:29,527 INFO [RS:0;c0771061be61:36771 {}] regionserver.HRegionServer(1482): Serving as c0771061be61,36771,1731252207976, RpcServer on c0771061be61/172.17.0.3:36771, sessionid=0x1012557f3090007 2024-11-10T15:23:29,527 DEBUG [RS:0;c0771061be61:36771 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T15:23:29,527 DEBUG [RS:0;c0771061be61:36771 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c0771061be61,36771,1731252207976 2024-11-10T15:23:29,527 DEBUG [RS:0;c0771061be61:36771 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c0771061be61,36771,1731252207976' 2024-11-10T15:23:29,527 DEBUG [RS:0;c0771061be61:36771 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2737347637/flush-table-proc/abort' 2024-11-10T15:23:29,528 DEBUG [RS:0;c0771061be61:36771 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2737347637/flush-table-proc/acquired' 2024-11-10T15:23:29,536 DEBUG [RS:0;c0771061be61:36771 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T15:23:29,536 DEBUG [RS:0;c0771061be61:36771 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T15:23:29,536 DEBUG [RS:0;c0771061be61:36771 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c0771061be61,36771,1731252207976 2024-11-10T15:23:29,537 DEBUG [RS:0;c0771061be61:36771 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c0771061be61,36771,1731252207976' 2024-11-10T15:23:29,537 DEBUG [RS:0;c0771061be61:36771 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2737347637/online-snapshot/abort' 2024-11-10T15:23:29,540 DEBUG [RS:0;c0771061be61:36771 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2737347637/online-snapshot/acquired' 2024-11-10T15:23:29,542 DEBUG [RS:0;c0771061be61:36771 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T15:23:29,542 INFO [RS:0;c0771061be61:36771 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T15:23:29,542 INFO [RS:0;c0771061be61:36771 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T15:23:29,636 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:23:29,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T15:23:29,643 INFO [RS:0;c0771061be61:36771 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T15:23:29,643 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T15:23:29,643 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:23:29,644 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:23:29,644 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T15:23:29,646 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T15:23:29,646 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:23:29,647 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:23:29,647 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T15:23:29,650 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T15:23:29,650 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:23:29,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:23:29,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T15:23:29,653 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T15:23:29,653 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:23:29,653 INFO [RS:0;c0771061be61:36771 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0771061be61%2C36771%2C1731252207976, suffix=, logDir=hdfs://localhost:35451/user/jenkins/test-data/f8d53bdb-4e86-aedd-c980-2d3d1b56cae4/WALs/c0771061be61,36771,1731252207976, archiveDir=hdfs://localhost:35451/user/jenkins/test-data/f8d53bdb-4e86-aedd-c980-2d3d1b56cae4/oldWALs, maxLogs=10 2024-11-10T15:23:29,653 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:23:29,653 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T15:23:29,654 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35451/user/jenkins/test-data/f8d53bdb-4e86-aedd-c980-2d3d1b56cae4/data/hbase/meta/1588230740 2024-11-10T15:23:29,654 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35451/user/jenkins/test-data/f8d53bdb-4e86-aedd-c980-2d3d1b56cae4/data/hbase/meta/1588230740 2024-11-10T15:23:29,661 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T15:23:29,661 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T15:23:29,662 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T15:23:29,663 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T15:23:29,675 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35451/user/jenkins/test-data/f8d53bdb-4e86-aedd-c980-2d3d1b56cae4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T15:23:29,675 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72853675, jitterRate=0.08560435473918915}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T15:23:29,676 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731252209636Initializing all the Stores at 1731252209637 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731252209637Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731252209640 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252209640Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731252209640Cleaning up temporary data from old regions at 1731252209661 (+21 ms)Region opened successfully at 1731252209676 (+15 ms) 2024-11-10T15:23:29,676 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T15:23:29,676 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T15:23:29,676 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T15:23:29,676 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T15:23:29,676 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T15:23:29,677 DEBUG [RS:0;c0771061be61:36771 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f8d53bdb-4e86-aedd-c980-2d3d1b56cae4/WALs/c0771061be61,36771,1731252207976/c0771061be61%2C36771%2C1731252207976.1731252209653, exclude list is [], retry=0 2024-11-10T15:23:29,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36715,DS-219c60a2-a6f8-4cb0-b449-5bbacf714e57,DISK] 2024-11-10T15:23:29,687 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T15:23:29,687 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731252209676Disabling compacts and flushes for region at 1731252209676Disabling writes for close at 1731252209676Writing region close event to WAL at 1731252209686 (+10 ms)Closed at 1731252209686 2024-11-10T15:23:29,689 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T15:23:29,689 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T15:23:29,689 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T15:23:29,691 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T15:23:29,693 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T15:23:29,741 INFO [RS:0;c0771061be61:36771 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f8d53bdb-4e86-aedd-c980-2d3d1b56cae4/WALs/c0771061be61,36771,1731252207976/c0771061be61%2C36771%2C1731252207976.1731252209653 2024-11-10T15:23:29,756 DEBUG [RS:0;c0771061be61:36771 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43839:43839)] 2024-11-10T15:23:29,843 DEBUG [c0771061be61:46389 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T15:23:29,844 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c0771061be61,36771,1731252207976 2024-11-10T15:23:29,845 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c0771061be61,36771,1731252207976, state=OPENING 2024-11-10T15:23:29,857 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T15:23:29,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36771-0x1012557f3090007, quorum=127.0.0.1:49878, baseZNode=/2737347637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2737347637 2024-11-10T15:23:29,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46389-0x1012557f3090006, quorum=127.0.0.1:49878, baseZNode=/2737347637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2737347637 2024-11-10T15:23:29,868 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2737347637/meta-region-server: CHANGED 2024-11-10T15:23:29,868 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2737347637/meta-region-server: CHANGED 2024-11-10T15:23:29,868 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T15:23:29,868 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c0771061be61,36771,1731252207976}] 2024-11-10T15:23:30,038 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T15:23:30,058 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55805, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T15:23:30,072 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T15:23:30,072 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T15:23:30,072 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T15:23:30,078 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0771061be61%2C36771%2C1731252207976.meta, suffix=.meta, logDir=hdfs://localhost:35451/user/jenkins/test-data/f8d53bdb-4e86-aedd-c980-2d3d1b56cae4/WALs/c0771061be61,36771,1731252207976, archiveDir=hdfs://localhost:35451/user/jenkins/test-data/f8d53bdb-4e86-aedd-c980-2d3d1b56cae4/oldWALs, maxLogs=10 2024-11-10T15:23:30,099 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f8d53bdb-4e86-aedd-c980-2d3d1b56cae4/WALs/c0771061be61,36771,1731252207976/c0771061be61%2C36771%2C1731252207976.meta.1731252210079.meta, exclude list is [], retry=0 2024-11-10T15:23:30,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36715,DS-219c60a2-a6f8-4cb0-b449-5bbacf714e57,DISK] 2024-11-10T15:23:30,136 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f8d53bdb-4e86-aedd-c980-2d3d1b56cae4/WALs/c0771061be61,36771,1731252207976/c0771061be61%2C36771%2C1731252207976.meta.1731252210079.meta 2024-11-10T15:23:30,142 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43839:43839)] 2024-11-10T15:23:30,143 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T15:23:30,143 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T15:23:30,144 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T15:23:30,144 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T15:23:30,144 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T15:23:30,144 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T15:23:30,144 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:23:30,144 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T15:23:30,144 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T15:23:30,156 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T15:23:30,162 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T15:23:30,162 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:23:30,164 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:23:30,164 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T15:23:30,165 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T15:23:30,165 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:23:30,167 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:23:30,167 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T15:23:30,168 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T15:23:30,168 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:23:30,169 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:23:30,169 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T15:23:30,170 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T15:23:30,170 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:23:30,170 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T15:23:30,170 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T15:23:30,171 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35451/user/jenkins/test-data/f8d53bdb-4e86-aedd-c980-2d3d1b56cae4/data/hbase/meta/1588230740 2024-11-10T15:23:30,172 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35451/user/jenkins/test-data/f8d53bdb-4e86-aedd-c980-2d3d1b56cae4/data/hbase/meta/1588230740 2024-11-10T15:23:30,173 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T15:23:30,173 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T15:23:30,174 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T15:23:30,175 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T15:23:30,176 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73996239, jitterRate=0.1026298850774765}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T15:23:30,176 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T15:23:30,176 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731252210144Writing region info on filesystem at 1731252210145 (+1 ms)Initializing all the Stores at 1731252210146 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731252210146Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731252210156 (+10 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252210156Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731252210156Cleaning up temporary data from old regions at 1731252210173 (+17 ms)Running coprocessor post-open hooks at 1731252210176 (+3 ms)Region opened successfully at 1731252210176 2024-11-10T15:23:30,177 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731252210037 2024-11-10T15:23:30,180 DEBUG [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T15:23:30,180 INFO [RS_OPEN_META-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T15:23:30,181 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c0771061be61,36771,1731252207976 2024-11-10T15:23:30,182 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c0771061be61,36771,1731252207976, state=OPEN 2024-11-10T15:23:30,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36771-0x1012557f3090007, quorum=127.0.0.1:49878, baseZNode=/2737347637 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2737347637/meta-region-server 2024-11-10T15:23:30,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46389-0x1012557f3090006, quorum=127.0.0.1:49878, baseZNode=/2737347637 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2737347637/meta-region-server 2024-11-10T15:23:30,194 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c0771061be61,36771,1731252207976 2024-11-10T15:23:30,194 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2737347637/meta-region-server: CHANGED 2024-11-10T15:23:30,195 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2737347637/meta-region-server: CHANGED 2024-11-10T15:23:30,198 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T15:23:30,198 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c0771061be61,36771,1731252207976 in 326 msec 2024-11-10T15:23:30,200 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T15:23:30,200 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 509 msec 2024-11-10T15:23:30,208 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T15:23:30,208 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T15:23:30,210 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T15:23:30,210 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0771061be61,36771,1731252207976, seqNum=-1] 2024-11-10T15:23:30,211 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T15:23:30,212 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60257, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T15:23:30,217 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 998 msec 2024-11-10T15:23:30,217 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731252210217, completionTime=-1 2024-11-10T15:23:30,217 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T15:23:30,217 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T15:23:30,220 INFO [master/c0771061be61:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T15:23:30,220 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731252270220 2024-11-10T15:23:30,220 INFO [master/c0771061be61:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731252330220 2024-11-10T15:23:30,220 INFO [master/c0771061be61:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-10T15:23:30,221 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,46389,1731252207645-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T15:23:30,221 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,46389,1731252207645-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:23:30,221 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,46389,1731252207645-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:23:30,221 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c0771061be61:46389, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:23:30,221 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T15:23:30,223 DEBUG [master/c0771061be61:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T15:23:30,231 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T15:23:30,238 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.996sec 2024-11-10T15:23:30,238 INFO [master/c0771061be61:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T15:23:30,238 INFO [master/c0771061be61:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T15:23:30,238 INFO [master/c0771061be61:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T15:23:30,239 INFO [master/c0771061be61:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T15:23:30,239 INFO [master/c0771061be61:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T15:23:30,239 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,46389,1731252207645-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T15:23:30,239 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,46389,1731252207645-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T15:23:30,242 DEBUG [master/c0771061be61:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T15:23:30,242 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T15:23:30,243 INFO [master/c0771061be61:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0771061be61,46389,1731252207645-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T15:23:30,285 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@204ca92f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:23:30,285 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0771061be61,46389,-1 for getting cluster id 2024-11-10T15:23:30,286 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T15:23:30,301 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '465496ec-a193-47c9-883a-444c2c933cfe' 2024-11-10T15:23:30,301 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T15:23:30,302 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "465496ec-a193-47c9-883a-444c2c933cfe" 2024-11-10T15:23:30,302 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c5ac1e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:23:30,302 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0771061be61,46389,-1] 2024-11-10T15:23:30,302 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T15:23:30,303 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:23:30,304 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T15:23:30,305 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37b41963, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:23:30,305 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T15:23:30,307 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0771061be61,36771,1731252207976, seqNum=-1] 2024-11-10T15:23:30,308 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T15:23:30,309 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T15:23:30,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c0771061be61,46389,1731252207645 2024-11-10T15:23:30,312 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:49878 2024-11-10T15:23:30,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:49878, baseZNode=/2737347637 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T15:23:30,384 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1012557f3090008 connected 2024-11-10T15:23:30,397 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T15:23:30,398 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is c0771061be61,34271,1731252192116 2024-11-10T15:23:30,398 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7fd9bea 2024-11-10T15:23:30,398 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T15:23:30,400 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T15:23:30,401 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34271 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T15:23:30,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34271 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T15:23:30,404 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T15:23:30,405 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:23:30,405 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34271 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T15:23:30,407 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T15:23:30,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T15:23:30,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42021 is added to blk_1073741835_1011 (size=902) 2024-11-10T15:23:30,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T15:23:30,521 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 357da980312ce322b26737d4b7afc262, NAME => 'test,,1731252210401.357da980312ce322b26737d4b7afc262.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72 2024-11-10T15:23:30,536 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T15:23:30,555 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:30,555 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:30,556 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:30,556 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:30,556 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:30,556 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:30,557 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:30,557 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:30,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42021 is added to blk_1073741836_1012 (size=39) 2024-11-10T15:23:30,727 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:30,728 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:30,728 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:30,728 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:30,729 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:30,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T15:23:30,729 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:30,741 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:30,747 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:30,748 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:30,980 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731252210401.357da980312ce322b26737d4b7afc262.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:23:30,981 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 357da980312ce322b26737d4b7afc262, disabling compactions & flushes 2024-11-10T15:23:30,981 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731252210401.357da980312ce322b26737d4b7afc262. 2024-11-10T15:23:30,981 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731252210401.357da980312ce322b26737d4b7afc262. 2024-11-10T15:23:30,981 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731252210401.357da980312ce322b26737d4b7afc262. after waiting 0 ms 2024-11-10T15:23:30,981 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731252210401.357da980312ce322b26737d4b7afc262. 2024-11-10T15:23:30,981 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731252210401.357da980312ce322b26737d4b7afc262. 2024-11-10T15:23:30,981 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 357da980312ce322b26737d4b7afc262: Waiting for close lock at 1731252210981Disabling compacts and flushes for region at 1731252210981Disabling writes for close at 1731252210981Writing region close event to WAL at 1731252210981Closed at 1731252210981 2024-11-10T15:23:30,982 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T15:23:30,982 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731252210401.357da980312ce322b26737d4b7afc262.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731252210982"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731252210982"}]},"ts":"1731252210982"} 2024-11-10T15:23:30,990 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T15:23:30,991 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T15:23:30,991 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731252210991"}]},"ts":"1731252210991"} 2024-11-10T15:23:30,993 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T15:23:30,994 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=357da980312ce322b26737d4b7afc262, ASSIGN}] 2024-11-10T15:23:30,999 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=357da980312ce322b26737d4b7afc262, ASSIGN 2024-11-10T15:23:31,001 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=357da980312ce322b26737d4b7afc262, ASSIGN; state=OFFLINE, location=c0771061be61,39447,1731252192563; forceNewPlan=false, retain=false 2024-11-10T15:23:31,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T15:23:31,152 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=357da980312ce322b26737d4b7afc262, regionState=OPENING, regionLocation=c0771061be61,39447,1731252192563 2024-11-10T15:23:31,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=357da980312ce322b26737d4b7afc262, ASSIGN because future has completed 2024-11-10T15:23:31,165 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 357da980312ce322b26737d4b7afc262, server=c0771061be61,39447,1731252192563}] 2024-11-10T15:23:31,331 INFO [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731252210401.357da980312ce322b26737d4b7afc262. 2024-11-10T15:23:31,331 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 357da980312ce322b26737d4b7afc262, NAME => 'test,,1731252210401.357da980312ce322b26737d4b7afc262.', STARTKEY => '', ENDKEY => ''} 2024-11-10T15:23:31,332 INFO [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T15:23:31,332 INFO [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T15:23:31,332 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 357da980312ce322b26737d4b7afc262 2024-11-10T15:23:31,332 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731252210401.357da980312ce322b26737d4b7afc262.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:23:31,332 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 357da980312ce322b26737d4b7afc262 2024-11-10T15:23:31,332 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 357da980312ce322b26737d4b7afc262 2024-11-10T15:23:31,352 INFO [StoreOpener-357da980312ce322b26737d4b7afc262-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 357da980312ce322b26737d4b7afc262 2024-11-10T15:23:31,359 INFO [StoreOpener-357da980312ce322b26737d4b7afc262-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 357da980312ce322b26737d4b7afc262 columnFamilyName f 2024-11-10T15:23:31,359 DEBUG [StoreOpener-357da980312ce322b26737d4b7afc262-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:23:31,363 INFO [StoreOpener-357da980312ce322b26737d4b7afc262-1 {}] regionserver.HStore(327): Store=357da980312ce322b26737d4b7afc262/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:23:31,363 INFO [StoreOpener-357da980312ce322b26737d4b7afc262-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 357da980312ce322b26737d4b7afc262 2024-11-10T15:23:31,365 INFO [StoreOpener-357da980312ce322b26737d4b7afc262-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 357da980312ce322b26737d4b7afc262 columnFamilyName f1 2024-11-10T15:23:31,365 DEBUG [StoreOpener-357da980312ce322b26737d4b7afc262-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:23:31,365 INFO [StoreOpener-357da980312ce322b26737d4b7afc262-1 {}] regionserver.HStore(327): Store=357da980312ce322b26737d4b7afc262/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:23:31,365 INFO [StoreOpener-357da980312ce322b26737d4b7afc262-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 357da980312ce322b26737d4b7afc262 2024-11-10T15:23:31,367 INFO [StoreOpener-357da980312ce322b26737d4b7afc262-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 357da980312ce322b26737d4b7afc262 columnFamilyName norep 2024-11-10T15:23:31,367 DEBUG [StoreOpener-357da980312ce322b26737d4b7afc262-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:23:31,368 INFO [StoreOpener-357da980312ce322b26737d4b7afc262-1 {}] regionserver.HStore(327): Store=357da980312ce322b26737d4b7afc262/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:23:31,368 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 357da980312ce322b26737d4b7afc262 2024-11-10T15:23:31,369 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/data/default/test/357da980312ce322b26737d4b7afc262 2024-11-10T15:23:31,370 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/data/default/test/357da980312ce322b26737d4b7afc262 2024-11-10T15:23:31,371 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 357da980312ce322b26737d4b7afc262 2024-11-10T15:23:31,371 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 357da980312ce322b26737d4b7afc262 2024-11-10T15:23:31,371 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T15:23:31,374 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 357da980312ce322b26737d4b7afc262 2024-11-10T15:23:31,400 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/data/default/test/357da980312ce322b26737d4b7afc262/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T15:23:31,401 INFO [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 357da980312ce322b26737d4b7afc262; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66092812, jitterRate=-0.015140354633331299}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T15:23:31,401 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 357da980312ce322b26737d4b7afc262 2024-11-10T15:23:31,401 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 357da980312ce322b26737d4b7afc262: Running coprocessor pre-open hook at 1731252211333Writing region info on filesystem at 1731252211333Initializing all the Stores at 1731252211334 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252211334Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252211348 (+14 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252211348Cleaning up temporary data from old regions at 1731252211371 (+23 ms)Running coprocessor post-open hooks at 1731252211401 (+30 ms)Region opened successfully at 1731252211401 2024-11-10T15:23:31,403 INFO [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731252210401.357da980312ce322b26737d4b7afc262., pid=6, masterSystemTime=1731252211317 2024-11-10T15:23:31,406 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731252210401.357da980312ce322b26737d4b7afc262. 2024-11-10T15:23:31,406 INFO [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731252210401.357da980312ce322b26737d4b7afc262. 2024-11-10T15:23:31,412 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=357da980312ce322b26737d4b7afc262, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c0771061be61,39447,1731252192563 2024-11-10T15:23:31,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 357da980312ce322b26737d4b7afc262, server=c0771061be61,39447,1731252192563 because future has completed 2024-11-10T15:23:31,435 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T15:23:31,435 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 357da980312ce322b26737d4b7afc262, server=c0771061be61,39447,1731252192563 in 267 msec 2024-11-10T15:23:31,438 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T15:23:31,438 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=357da980312ce322b26737d4b7afc262, ASSIGN in 441 msec 2024-11-10T15:23:31,439 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T15:23:31,439 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731252211439"}]},"ts":"1731252211439"} 2024-11-10T15:23:31,443 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T15:23:31,444 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T15:23:31,446 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.0430 sec 2024-11-10T15:23:31,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T15:23:31,548 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T15:23:31,548 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T15:23:31,549 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is c0771061be61,39333,1731252201293 2024-11-10T15:23:31,549 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@187e3c71 2024-11-10T15:23:31,549 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T15:23:31,551 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T15:23:31,552 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39333 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T15:23:31,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39333 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T15:23:31,560 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T15:23:31,560 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:23:31,560 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39333 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T15:23:31,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39333 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T15:23:31,563 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T15:23:31,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43675 is added to blk_1073741835_1011 (size=902) 2024-11-10T15:23:31,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39333 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T15:23:31,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39333 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T15:23:32,029 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ecebab8952fa0d88011e16ca78702b68, NAME => 'test,,1731252211551.ecebab8952fa0d88011e16ca78702b68.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33769/user/jenkins/test-data/b24d7fd4-5224-15a3-2496-c0132a9c16b0 2024-11-10T15:23:32,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43675 is added to blk_1073741836_1012 (size=39) 2024-11-10T15:23:32,046 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731252211551.ecebab8952fa0d88011e16ca78702b68.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:23:32,046 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ecebab8952fa0d88011e16ca78702b68, disabling compactions & flushes 2024-11-10T15:23:32,046 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731252211551.ecebab8952fa0d88011e16ca78702b68. 2024-11-10T15:23:32,046 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731252211551.ecebab8952fa0d88011e16ca78702b68. 2024-11-10T15:23:32,046 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731252211551.ecebab8952fa0d88011e16ca78702b68. after waiting 0 ms 2024-11-10T15:23:32,046 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731252211551.ecebab8952fa0d88011e16ca78702b68. 2024-11-10T15:23:32,046 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731252211551.ecebab8952fa0d88011e16ca78702b68. 2024-11-10T15:23:32,046 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ecebab8952fa0d88011e16ca78702b68: Waiting for close lock at 1731252212046Disabling compacts and flushes for region at 1731252212046Disabling writes for close at 1731252212046Writing region close event to WAL at 1731252212046Closed at 1731252212046 2024-11-10T15:23:32,048 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T15:23:32,048 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731252211551.ecebab8952fa0d88011e16ca78702b68.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731252212048"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731252212048"}]},"ts":"1731252212048"} 2024-11-10T15:23:32,050 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T15:23:32,051 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T15:23:32,051 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731252212051"}]},"ts":"1731252212051"} 2024-11-10T15:23:32,053 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T15:23:32,053 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ecebab8952fa0d88011e16ca78702b68, ASSIGN}] 2024-11-10T15:23:32,054 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ecebab8952fa0d88011e16ca78702b68, ASSIGN 2024-11-10T15:23:32,055 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ecebab8952fa0d88011e16ca78702b68, ASSIGN; state=OFFLINE, location=c0771061be61,43843,1731252202599; forceNewPlan=false, retain=false 2024-11-10T15:23:32,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39333 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T15:23:32,212 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ecebab8952fa0d88011e16ca78702b68, regionState=OPENING, regionLocation=c0771061be61,43843,1731252202599 2024-11-10T15:23:32,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ecebab8952fa0d88011e16ca78702b68, ASSIGN because future has completed 2024-11-10T15:23:32,220 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ecebab8952fa0d88011e16ca78702b68, server=c0771061be61,43843,1731252202599}] 2024-11-10T15:23:32,376 INFO [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731252211551.ecebab8952fa0d88011e16ca78702b68. 2024-11-10T15:23:32,376 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ecebab8952fa0d88011e16ca78702b68, NAME => 'test,,1731252211551.ecebab8952fa0d88011e16ca78702b68.', STARTKEY => '', ENDKEY => ''} 2024-11-10T15:23:32,376 INFO [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T15:23:32,377 INFO [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T15:23:32,377 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ecebab8952fa0d88011e16ca78702b68 2024-11-10T15:23:32,377 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731252211551.ecebab8952fa0d88011e16ca78702b68.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:23:32,377 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ecebab8952fa0d88011e16ca78702b68 2024-11-10T15:23:32,377 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ecebab8952fa0d88011e16ca78702b68 2024-11-10T15:23:32,378 INFO [StoreOpener-ecebab8952fa0d88011e16ca78702b68-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ecebab8952fa0d88011e16ca78702b68 2024-11-10T15:23:32,379 INFO [StoreOpener-ecebab8952fa0d88011e16ca78702b68-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ecebab8952fa0d88011e16ca78702b68 columnFamilyName f 2024-11-10T15:23:32,379 DEBUG [StoreOpener-ecebab8952fa0d88011e16ca78702b68-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:23:32,380 INFO [StoreOpener-ecebab8952fa0d88011e16ca78702b68-1 {}] regionserver.HStore(327): Store=ecebab8952fa0d88011e16ca78702b68/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:23:32,380 INFO [StoreOpener-ecebab8952fa0d88011e16ca78702b68-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ecebab8952fa0d88011e16ca78702b68 2024-11-10T15:23:32,381 INFO [StoreOpener-ecebab8952fa0d88011e16ca78702b68-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ecebab8952fa0d88011e16ca78702b68 columnFamilyName f1 2024-11-10T15:23:32,381 DEBUG [StoreOpener-ecebab8952fa0d88011e16ca78702b68-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:23:32,381 INFO [StoreOpener-ecebab8952fa0d88011e16ca78702b68-1 {}] regionserver.HStore(327): Store=ecebab8952fa0d88011e16ca78702b68/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:23:32,381 INFO [StoreOpener-ecebab8952fa0d88011e16ca78702b68-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ecebab8952fa0d88011e16ca78702b68 2024-11-10T15:23:32,384 INFO [StoreOpener-ecebab8952fa0d88011e16ca78702b68-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ecebab8952fa0d88011e16ca78702b68 columnFamilyName norep 2024-11-10T15:23:32,384 DEBUG [StoreOpener-ecebab8952fa0d88011e16ca78702b68-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:23:32,385 INFO [StoreOpener-ecebab8952fa0d88011e16ca78702b68-1 {}] regionserver.HStore(327): Store=ecebab8952fa0d88011e16ca78702b68/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:23:32,385 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ecebab8952fa0d88011e16ca78702b68 2024-11-10T15:23:32,386 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33769/user/jenkins/test-data/b24d7fd4-5224-15a3-2496-c0132a9c16b0/data/default/test/ecebab8952fa0d88011e16ca78702b68 2024-11-10T15:23:32,386 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33769/user/jenkins/test-data/b24d7fd4-5224-15a3-2496-c0132a9c16b0/data/default/test/ecebab8952fa0d88011e16ca78702b68 2024-11-10T15:23:32,387 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ecebab8952fa0d88011e16ca78702b68 2024-11-10T15:23:32,387 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ecebab8952fa0d88011e16ca78702b68 2024-11-10T15:23:32,387 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T15:23:32,388 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ecebab8952fa0d88011e16ca78702b68 2024-11-10T15:23:32,393 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33769/user/jenkins/test-data/b24d7fd4-5224-15a3-2496-c0132a9c16b0/data/default/test/ecebab8952fa0d88011e16ca78702b68/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T15:23:32,393 INFO [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ecebab8952fa0d88011e16ca78702b68; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58765531, jitterRate=-0.12432534992694855}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T15:23:32,393 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ecebab8952fa0d88011e16ca78702b68 2024-11-10T15:23:32,393 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ecebab8952fa0d88011e16ca78702b68: Running coprocessor pre-open hook at 1731252212377Writing region info on filesystem at 1731252212377Initializing all the Stores at 1731252212378 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252212378Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252212378Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252212378Cleaning up temporary data from old regions at 1731252212387 (+9 ms)Running coprocessor post-open hooks at 1731252212393 (+6 ms)Region opened successfully at 1731252212393 2024-11-10T15:23:32,396 INFO [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731252211551.ecebab8952fa0d88011e16ca78702b68., pid=6, masterSystemTime=1731252212372 2024-11-10T15:23:32,400 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731252211551.ecebab8952fa0d88011e16ca78702b68. 2024-11-10T15:23:32,401 INFO [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731252211551.ecebab8952fa0d88011e16ca78702b68. 2024-11-10T15:23:32,401 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ecebab8952fa0d88011e16ca78702b68, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c0771061be61,43843,1731252202599 2024-11-10T15:23:32,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ecebab8952fa0d88011e16ca78702b68, server=c0771061be61,43843,1731252202599 because future has completed 2024-11-10T15:23:32,407 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T15:23:32,407 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ecebab8952fa0d88011e16ca78702b68, server=c0771061be61,43843,1731252202599 in 185 msec 2024-11-10T15:23:32,410 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T15:23:32,410 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ecebab8952fa0d88011e16ca78702b68, ASSIGN in 354 msec 2024-11-10T15:23:32,411 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T15:23:32,411 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731252212411"}]},"ts":"1731252212411"} 2024-11-10T15:23:32,413 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T15:23:32,414 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T15:23:32,415 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 862 msec 2024-11-10T15:23:32,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39333 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T15:23:32,699 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T15:23:32,699 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T15:23:32,700 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is c0771061be61,46389,1731252207645 2024-11-10T15:23:32,700 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@10e4cb58 2024-11-10T15:23:32,700 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T15:23:32,702 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T15:23:32,703 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46389 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T15:23:32,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46389 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T15:23:32,714 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T15:23:32,714 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:23:32,715 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46389 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T15:23:32,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T15:23:32,717 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T15:23:32,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36715 is added to blk_1073741835_1011 (size=902) 2024-11-10T15:23:32,759 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0b038ef5facf5d298d380ede75a2e32a, NAME => 'test,,1731252212703.0b038ef5facf5d298d380ede75a2e32a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35451/user/jenkins/test-data/f8d53bdb-4e86-aedd-c980-2d3d1b56cae4 2024-11-10T15:23:32,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36715 is added to blk_1073741836_1012 (size=39) 2024-11-10T15:23:32,789 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731252212703.0b038ef5facf5d298d380ede75a2e32a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:23:32,789 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0b038ef5facf5d298d380ede75a2e32a, disabling compactions & flushes 2024-11-10T15:23:32,789 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731252212703.0b038ef5facf5d298d380ede75a2e32a. 2024-11-10T15:23:32,789 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731252212703.0b038ef5facf5d298d380ede75a2e32a. 2024-11-10T15:23:32,789 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731252212703.0b038ef5facf5d298d380ede75a2e32a. after waiting 0 ms 2024-11-10T15:23:32,789 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731252212703.0b038ef5facf5d298d380ede75a2e32a. 2024-11-10T15:23:32,790 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731252212703.0b038ef5facf5d298d380ede75a2e32a. 2024-11-10T15:23:32,790 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0b038ef5facf5d298d380ede75a2e32a: Waiting for close lock at 1731252212789Disabling compacts and flushes for region at 1731252212789Disabling writes for close at 1731252212789Writing region close event to WAL at 1731252212789Closed at 1731252212789 2024-11-10T15:23:32,792 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T15:23:32,792 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731252212703.0b038ef5facf5d298d380ede75a2e32a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731252212792"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731252212792"}]},"ts":"1731252212792"} 2024-11-10T15:23:32,794 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T15:23:32,795 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T15:23:32,796 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731252212796"}]},"ts":"1731252212796"} 2024-11-10T15:23:32,798 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T15:23:32,798 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0b038ef5facf5d298d380ede75a2e32a, ASSIGN}] 2024-11-10T15:23:32,800 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0b038ef5facf5d298d380ede75a2e32a, ASSIGN 2024-11-10T15:23:32,801 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0b038ef5facf5d298d380ede75a2e32a, ASSIGN; state=OFFLINE, location=c0771061be61,36771,1731252207976; forceNewPlan=false, retain=false 2024-11-10T15:23:32,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T15:23:32,952 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0b038ef5facf5d298d380ede75a2e32a, regionState=OPENING, regionLocation=c0771061be61,36771,1731252207976 2024-11-10T15:23:32,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0b038ef5facf5d298d380ede75a2e32a, ASSIGN because future has completed 2024-11-10T15:23:32,956 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0b038ef5facf5d298d380ede75a2e32a, server=c0771061be61,36771,1731252207976}] 2024-11-10T15:23:33,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T15:23:33,133 INFO [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731252212703.0b038ef5facf5d298d380ede75a2e32a. 2024-11-10T15:23:33,133 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0b038ef5facf5d298d380ede75a2e32a, NAME => 'test,,1731252212703.0b038ef5facf5d298d380ede75a2e32a.', STARTKEY => '', ENDKEY => ''} 2024-11-10T15:23:33,133 INFO [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T15:23:33,134 INFO [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T15:23:33,134 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0b038ef5facf5d298d380ede75a2e32a 2024-11-10T15:23:33,134 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731252212703.0b038ef5facf5d298d380ede75a2e32a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:23:33,134 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0b038ef5facf5d298d380ede75a2e32a 2024-11-10T15:23:33,134 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0b038ef5facf5d298d380ede75a2e32a 2024-11-10T15:23:33,144 INFO [StoreOpener-0b038ef5facf5d298d380ede75a2e32a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0b038ef5facf5d298d380ede75a2e32a 2024-11-10T15:23:33,145 INFO [StoreOpener-0b038ef5facf5d298d380ede75a2e32a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0b038ef5facf5d298d380ede75a2e32a columnFamilyName f 2024-11-10T15:23:33,145 DEBUG [StoreOpener-0b038ef5facf5d298d380ede75a2e32a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:23:33,149 INFO [StoreOpener-0b038ef5facf5d298d380ede75a2e32a-1 {}] regionserver.HStore(327): Store=0b038ef5facf5d298d380ede75a2e32a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:23:33,149 INFO [StoreOpener-0b038ef5facf5d298d380ede75a2e32a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0b038ef5facf5d298d380ede75a2e32a 2024-11-10T15:23:33,153 INFO [StoreOpener-0b038ef5facf5d298d380ede75a2e32a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0b038ef5facf5d298d380ede75a2e32a columnFamilyName f1 2024-11-10T15:23:33,153 DEBUG [StoreOpener-0b038ef5facf5d298d380ede75a2e32a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:23:33,161 INFO [StoreOpener-0b038ef5facf5d298d380ede75a2e32a-1 {}] regionserver.HStore(327): Store=0b038ef5facf5d298d380ede75a2e32a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:23:33,161 INFO [StoreOpener-0b038ef5facf5d298d380ede75a2e32a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0b038ef5facf5d298d380ede75a2e32a 2024-11-10T15:23:33,164 INFO [StoreOpener-0b038ef5facf5d298d380ede75a2e32a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0b038ef5facf5d298d380ede75a2e32a columnFamilyName norep 2024-11-10T15:23:33,164 DEBUG [StoreOpener-0b038ef5facf5d298d380ede75a2e32a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:23:33,165 INFO [StoreOpener-0b038ef5facf5d298d380ede75a2e32a-1 {}] regionserver.HStore(327): Store=0b038ef5facf5d298d380ede75a2e32a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:23:33,165 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0b038ef5facf5d298d380ede75a2e32a 2024-11-10T15:23:33,166 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35451/user/jenkins/test-data/f8d53bdb-4e86-aedd-c980-2d3d1b56cae4/data/default/test/0b038ef5facf5d298d380ede75a2e32a 2024-11-10T15:23:33,166 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35451/user/jenkins/test-data/f8d53bdb-4e86-aedd-c980-2d3d1b56cae4/data/default/test/0b038ef5facf5d298d380ede75a2e32a 2024-11-10T15:23:33,167 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0b038ef5facf5d298d380ede75a2e32a 2024-11-10T15:23:33,167 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0b038ef5facf5d298d380ede75a2e32a 2024-11-10T15:23:33,168 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T15:23:33,169 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0b038ef5facf5d298d380ede75a2e32a 2024-11-10T15:23:33,172 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35451/user/jenkins/test-data/f8d53bdb-4e86-aedd-c980-2d3d1b56cae4/data/default/test/0b038ef5facf5d298d380ede75a2e32a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T15:23:33,174 INFO [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0b038ef5facf5d298d380ede75a2e32a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59122981, jitterRate=-0.1189989298582077}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T15:23:33,174 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0b038ef5facf5d298d380ede75a2e32a 2024-11-10T15:23:33,174 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0b038ef5facf5d298d380ede75a2e32a: Running coprocessor pre-open hook at 1731252213134Writing region info on filesystem at 1731252213134Initializing all the Stores at 1731252213135 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252213135Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252213144 (+9 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252213144Cleaning up temporary data from old regions at 1731252213167 (+23 ms)Running coprocessor post-open hooks at 1731252213174 (+7 ms)Region opened successfully at 1731252213174 2024-11-10T15:23:33,177 INFO [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731252212703.0b038ef5facf5d298d380ede75a2e32a., pid=6, masterSystemTime=1731252213115 2024-11-10T15:23:33,179 DEBUG [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731252212703.0b038ef5facf5d298d380ede75a2e32a. 2024-11-10T15:23:33,179 INFO [RS_OPEN_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731252212703.0b038ef5facf5d298d380ede75a2e32a. 2024-11-10T15:23:33,184 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0b038ef5facf5d298d380ede75a2e32a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c0771061be61,36771,1731252207976 2024-11-10T15:23:33,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0b038ef5facf5d298d380ede75a2e32a, server=c0771061be61,36771,1731252207976 because future has completed 2024-11-10T15:23:33,201 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T15:23:33,202 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0b038ef5facf5d298d380ede75a2e32a, server=c0771061be61,36771,1731252207976 in 241 msec 2024-11-10T15:23:33,204 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T15:23:33,204 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0b038ef5facf5d298d380ede75a2e32a, ASSIGN in 404 msec 2024-11-10T15:23:33,205 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T15:23:33,205 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731252213205"}]},"ts":"1731252213205"} 2024-11-10T15:23:33,207 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T15:23:33,207 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T15:23:33,209 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 505 msec 2024-11-10T15:23:33,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T15:23:33,348 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T15:23:33,348 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d61e7e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:23:33,348 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0771061be61,34271,-1 for getting cluster id 2024-11-10T15:23:33,349 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T15:23:33,349 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd5718721-dec4-4570-bf19-aff70ed71a69' 2024-11-10T15:23:33,349 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T15:23:33,350 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d5718721-dec4-4570-bf19-aff70ed71a69" 2024-11-10T15:23:33,350 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56f928b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:23:33,350 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0771061be61,34271,-1] 2024-11-10T15:23:33,351 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T15:23:33,352 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T15:23:33,352 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:23:33,353 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6287966, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:23:33,353 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T15:23:33,354 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is c0771061be61,34271,1731252192116 2024-11-10T15:23:33,354 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5fa8fce0 2024-11-10T15:23:33,354 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T15:23:33,355 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T15:23:33,355 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34271 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://c0771061be61:39333,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T15:23:33,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34271 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T15:23:33,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T15:23:33,359 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c0771061be61:39333' 2024-11-10T15:23:33,372 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b01cb1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:23:33,373 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c0771061be61,39333,-1 for getting cluster id 2024-11-10T15:23:33,373 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T15:23:33,373 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4ca8199c-409b-4e4f-818f-5393a87f3c98' 2024-11-10T15:23:33,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T15:23:33,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4ca8199c-409b-4e4f-818f-5393a87f3c98" 2024-11-10T15:23:33,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c3daeb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:23:33,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0771061be61,39333,-1] 2024-11-10T15:23:33,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T15:23:33,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:23:33,375 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T15:23:33,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a3a9cde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:23:33,377 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T15:23:33,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c0771061be61,39333,1731252201293 2024-11-10T15:23:33,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d04c179 2024-11-10T15:23:33,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T15:23:33,379 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T15:23:33,381 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-10T15:23:33,381 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T15:23:33,381 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:23:33,381 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T15:23:33,382 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:23:33,382 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T15:23:33,383 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T15:23:33,384 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T15:23:33,384 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:23:33,386 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T15:23:33,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42021 is added to blk_1073741837_1013 (size=1138) 2024-11-10T15:23:33,422 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 76b5978031ebb0f5e5b7ca6892e6fc26, NAME => 'hbase:replication,,1731252213382.76b5978031ebb0f5e5b7ca6892e6fc26.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72 2024-11-10T15:23:33,433 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T15:23:33,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T15:23:33,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42021 is added to blk_1073741838_1014 (size=44) 2024-11-10T15:23:33,475 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731252213382.76b5978031ebb0f5e5b7ca6892e6fc26.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:23:33,476 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 76b5978031ebb0f5e5b7ca6892e6fc26, disabling compactions & flushes 2024-11-10T15:23:33,476 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731252213382.76b5978031ebb0f5e5b7ca6892e6fc26. 2024-11-10T15:23:33,476 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731252213382.76b5978031ebb0f5e5b7ca6892e6fc26. 2024-11-10T15:23:33,476 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731252213382.76b5978031ebb0f5e5b7ca6892e6fc26. after waiting 0 ms 2024-11-10T15:23:33,476 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731252213382.76b5978031ebb0f5e5b7ca6892e6fc26. 2024-11-10T15:23:33,476 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731252213382.76b5978031ebb0f5e5b7ca6892e6fc26. 2024-11-10T15:23:33,476 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 76b5978031ebb0f5e5b7ca6892e6fc26: Waiting for close lock at 1731252213476Disabling compacts and flushes for region at 1731252213476Disabling writes for close at 1731252213476Writing region close event to WAL at 1731252213476Closed at 1731252213476 2024-11-10T15:23:33,477 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T15:23:33,477 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731252213382.76b5978031ebb0f5e5b7ca6892e6fc26.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731252213477"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731252213477"}]},"ts":"1731252213477"} 2024-11-10T15:23:33,479 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T15:23:33,480 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T15:23:33,480 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731252213480"}]},"ts":"1731252213480"} 2024-11-10T15:23:33,482 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T15:23:33,482 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=76b5978031ebb0f5e5b7ca6892e6fc26, ASSIGN}] 2024-11-10T15:23:33,483 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=76b5978031ebb0f5e5b7ca6892e6fc26, ASSIGN 2024-11-10T15:23:33,484 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=76b5978031ebb0f5e5b7ca6892e6fc26, ASSIGN; state=OFFLINE, location=c0771061be61,39447,1731252192563; forceNewPlan=false, retain=false 2024-11-10T15:23:33,635 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=76b5978031ebb0f5e5b7ca6892e6fc26, regionState=OPENING, regionLocation=c0771061be61,39447,1731252192563 2024-11-10T15:23:33,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=76b5978031ebb0f5e5b7ca6892e6fc26, ASSIGN because future has completed 2024-11-10T15:23:33,638 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 76b5978031ebb0f5e5b7ca6892e6fc26, server=c0771061be61,39447,1731252192563}] 2024-11-10T15:23:33,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T15:23:33,794 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731252213382.76b5978031ebb0f5e5b7ca6892e6fc26. 2024-11-10T15:23:33,794 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T15:23:33,795 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T15:23:33,796 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0771061be61%2C39447%2C1731252192563.rep, suffix=, logDir=hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/WALs/c0771061be61,39447,1731252192563, archiveDir=hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/oldWALs, maxLogs=10 2024-11-10T15:23:33,832 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/WALs/c0771061be61,39447,1731252192563/c0771061be61%2C39447%2C1731252192563.rep.1731252213796, exclude list is [], retry=0 2024-11-10T15:23:33,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42021,DS-2f3d589f-ef61-474c-9453-7510d5e0f85b,DISK] 2024-11-10T15:23:33,835 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/WALs/c0771061be61,39447,1731252192563/c0771061be61%2C39447%2C1731252192563.rep.1731252213796 2024-11-10T15:23:33,836 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45875:45875)] 2024-11-10T15:23:33,836 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 76b5978031ebb0f5e5b7ca6892e6fc26, NAME => 'hbase:replication,,1731252213382.76b5978031ebb0f5e5b7ca6892e6fc26.', STARTKEY => '', ENDKEY => ''} 2024-11-10T15:23:33,836 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T15:23:33,836 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T15:23:33,837 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731252213382.76b5978031ebb0f5e5b7ca6892e6fc26. service=MultiRowMutationService 2024-11-10T15:23:33,837 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T15:23:33,837 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 76b5978031ebb0f5e5b7ca6892e6fc26 2024-11-10T15:23:33,837 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731252213382.76b5978031ebb0f5e5b7ca6892e6fc26.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T15:23:33,837 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 76b5978031ebb0f5e5b7ca6892e6fc26 2024-11-10T15:23:33,837 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 76b5978031ebb0f5e5b7ca6892e6fc26 2024-11-10T15:23:33,838 INFO [StoreOpener-76b5978031ebb0f5e5b7ca6892e6fc26-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 76b5978031ebb0f5e5b7ca6892e6fc26 2024-11-10T15:23:33,840 INFO [StoreOpener-76b5978031ebb0f5e5b7ca6892e6fc26-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76b5978031ebb0f5e5b7ca6892e6fc26 columnFamilyName hfileref 2024-11-10T15:23:33,840 DEBUG [StoreOpener-76b5978031ebb0f5e5b7ca6892e6fc26-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:23:33,840 INFO [StoreOpener-76b5978031ebb0f5e5b7ca6892e6fc26-1 {}] regionserver.HStore(327): Store=76b5978031ebb0f5e5b7ca6892e6fc26/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:23:33,840 INFO [StoreOpener-76b5978031ebb0f5e5b7ca6892e6fc26-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 76b5978031ebb0f5e5b7ca6892e6fc26 2024-11-10T15:23:33,841 INFO [StoreOpener-76b5978031ebb0f5e5b7ca6892e6fc26-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76b5978031ebb0f5e5b7ca6892e6fc26 columnFamilyName queue 2024-11-10T15:23:33,841 DEBUG [StoreOpener-76b5978031ebb0f5e5b7ca6892e6fc26-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:23:33,841 INFO [StoreOpener-76b5978031ebb0f5e5b7ca6892e6fc26-1 {}] regionserver.HStore(327): Store=76b5978031ebb0f5e5b7ca6892e6fc26/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:23:33,842 INFO [StoreOpener-76b5978031ebb0f5e5b7ca6892e6fc26-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 76b5978031ebb0f5e5b7ca6892e6fc26 2024-11-10T15:23:33,842 INFO [StoreOpener-76b5978031ebb0f5e5b7ca6892e6fc26-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76b5978031ebb0f5e5b7ca6892e6fc26 columnFamilyName sid 2024-11-10T15:23:33,842 DEBUG [StoreOpener-76b5978031ebb0f5e5b7ca6892e6fc26-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T15:23:33,843 INFO [StoreOpener-76b5978031ebb0f5e5b7ca6892e6fc26-1 {}] regionserver.HStore(327): Store=76b5978031ebb0f5e5b7ca6892e6fc26/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T15:23:33,843 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 76b5978031ebb0f5e5b7ca6892e6fc26 2024-11-10T15:23:33,843 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/data/hbase/replication/76b5978031ebb0f5e5b7ca6892e6fc26 2024-11-10T15:23:33,844 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/data/hbase/replication/76b5978031ebb0f5e5b7ca6892e6fc26 2024-11-10T15:23:33,844 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 76b5978031ebb0f5e5b7ca6892e6fc26 2024-11-10T15:23:33,844 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 76b5978031ebb0f5e5b7ca6892e6fc26 2024-11-10T15:23:33,845 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T15:23:33,846 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 76b5978031ebb0f5e5b7ca6892e6fc26 2024-11-10T15:23:33,847 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/data/hbase/replication/76b5978031ebb0f5e5b7ca6892e6fc26/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T15:23:33,848 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 76b5978031ebb0f5e5b7ca6892e6fc26; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66914306, jitterRate=-0.0028991401195526123}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T15:23:33,848 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 76b5978031ebb0f5e5b7ca6892e6fc26 2024-11-10T15:23:33,849 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 76b5978031ebb0f5e5b7ca6892e6fc26: Running coprocessor pre-open hook at 1731252213837Writing region info on filesystem at 1731252213837Initializing all the Stores at 1731252213838 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252213838Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252213838Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731252213838Cleaning up temporary data from old regions at 1731252213845 (+7 ms)Running coprocessor post-open hooks at 1731252213848 (+3 ms)Region opened successfully at 1731252213848 2024-11-10T15:23:33,850 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731252213382.76b5978031ebb0f5e5b7ca6892e6fc26., pid=10, masterSystemTime=1731252213791 2024-11-10T15:23:33,852 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731252213382.76b5978031ebb0f5e5b7ca6892e6fc26. 2024-11-10T15:23:33,852 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731252213382.76b5978031ebb0f5e5b7ca6892e6fc26. 2024-11-10T15:23:33,853 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=76b5978031ebb0f5e5b7ca6892e6fc26, regionState=OPEN, openSeqNum=2, regionLocation=c0771061be61,39447,1731252192563 2024-11-10T15:23:33,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 76b5978031ebb0f5e5b7ca6892e6fc26, server=c0771061be61,39447,1731252192563 because future has completed 2024-11-10T15:23:33,858 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T15:23:33,858 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 76b5978031ebb0f5e5b7ca6892e6fc26, server=c0771061be61,39447,1731252192563 in 218 msec 2024-11-10T15:23:33,860 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-10T15:23:33,860 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=76b5978031ebb0f5e5b7ca6892e6fc26, ASSIGN in 376 msec 2024-11-10T15:23:33,860 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T15:23:33,861 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731252213860"}]},"ts":"1731252213860"} 2024-11-10T15:23:33,862 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T15:23:33,863 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T15:23:33,864 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 481 msec 2024-11-10T15:23:33,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731252213382.76b5978031ebb0f5e5b7ca6892e6fc26., hostname=c0771061be61,39447,1731252192563, seqNum=2] 2024-11-10T15:23:33,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T15:23:34,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39447-0x1012557f3090001, quorum=127.0.0.1:49878, baseZNode=/0-8580891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-8580891 2024-11-10T15:23:34,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34271-0x1012557f3090000, quorum=127.0.0.1:49878, baseZNode=/0-8580891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-8580891 2024-11-10T15:23:34,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T15:23:34,625 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T15:23:34,668 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T15:23:34,821 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-10T15:23:34,822 INFO [RS_REFRESH_PEER-regionserver/c0771061be61:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T15:23:34,891 INFO [RS_REFRESH_PEER-regionserver/c0771061be61:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c0771061be61,39447,1731252192563, ReplicationSource: 1, currentBandwidth=0 2024-11-10T15:23:34,892 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T15:23:34,892 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0771061be61,39447,1731252192563, seqNum=-1] 2024-11-10T15:23:34,908 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T15:23:34,909 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57945, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-10T15:23:34,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c0771061be61,39447,1731252192563', locateType=CURRENT is [region=hbase:replication,,1731252213382.76b5978031ebb0f5e5b7ca6892e6fc26., hostname=c0771061be61,39447,1731252192563, seqNum=2] 2024-11-10T15:23:34,920 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-10T15:23:34,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34271 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-10T15:23:34,925 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c0771061be61,39447,1731252192563 suceeded 2024-11-10T15:23:34,928 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-10T15:23:34,928 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 257 msec 2024-11-10T15:23:34,929 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c0771061be61:39333,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T15:23:34,931 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5740 sec 2024-11-10T15:23:34,968 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,39447,1731252192563 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c0771061be61:39333' 2024-11-10T15:23:34,992 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,39447,1731252192563 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a357770, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:23:34,993 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,39447,1731252192563 {}] client.ClusterIdFetcher(90): Going to request c0771061be61,39333,-1 for getting cluster id 2024-11-10T15:23:34,993 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,39447,1731252192563 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T15:23:34,994 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4ca8199c-409b-4e4f-818f-5393a87f3c98' 2024-11-10T15:23:34,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T15:23:34,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4ca8199c-409b-4e4f-818f-5393a87f3c98" 2024-11-10T15:23:34,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c5dce84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:23:34,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0771061be61,39333,-1] 2024-11-10T15:23:34,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T15:23:34,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:23:34,996 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-10T15:23:34,996 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,39447,1731252192563 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@540a5fc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:23:34,997 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,39447,1731252192563 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T15:23:34,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c0771061be61,39333,1731252201293 2024-11-10T15:23:34,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3d4dc25d 2024-11-10T15:23:34,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T15:23:34,999 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-10T15:23:34,999 INFO [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,39447,1731252192563 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c0771061be61,39447,1731252192563 (queues=1) is replicating from cluster=d5718721-dec4-4570-bf19-aff70ed71a69 to cluster=4ca8199c-409b-4e4f-818f-5393a87f3c98 2024-11-10T15:23:34,999 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,39447,1731252192563 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c0771061be61%2C39447%2C1731252192563 2024-11-10T15:23:34,999 INFO [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,39447,1731252192563 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c0771061be61,39447,1731252192563, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T15:23:35,000 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,39447,1731252192563.replicationSource.wal-reader.c0771061be61%2C39447%2C1731252192563,1-c0771061be61,39447,1731252192563 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/WALs/c0771061be61,39447,1731252192563/c0771061be61%2C39447%2C1731252192563.1731252197341, startPosition=0, beingWritten=true 2024-11-10T15:23:35,004 INFO [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,39447,1731252192563.replicationSource.shipperc0771061be61%2C39447%2C1731252192563,1-c0771061be61,39447,1731252192563 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c0771061be61%2C39447%2C1731252192563 2024-11-10T15:23:35,023 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,39447,1731252192563.replicationSource.wal-reader.c0771061be61%2C39447%2C1731252192563,1-c0771061be61,39447,1731252192563 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T15:23:35,023 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,39447,1731252192563.replicationSource.wal-reader.c0771061be61%2C39447%2C1731252192563,1-c0771061be61,39447,1731252192563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/WALs/c0771061be61,39447,1731252192563/c0771061be61%2C39447%2C1731252192563.1731252197341 to pos 379, reset compression=false 2024-11-10T15:23:35,023 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,39447,1731252192563.replicationSource.shipperc0771061be61%2C39447%2C1731252192563,1-c0771061be61,39447,1731252192563 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0771061be61,39447,1731252192563 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/WALs/c0771061be61,39447,1731252192563/c0771061be61%2C39447%2C1731252192563.1731252197341, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T15:23:35,234 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,39447,1731252192563.replicationSource.wal-reader.c0771061be61%2C39447%2C1731252192563,1-c0771061be61,39447,1731252192563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/WALs/c0771061be61,39447,1731252192563/c0771061be61%2C39447%2C1731252192563.1731252197341 to pos 379, reset compression=false 2024-11-10T15:23:35,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T15:23:35,508 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T15:23:35,508 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T15:23:35,508 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:23:35,508 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:23:35,508 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:23:35,509 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76ca2703, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:23:35,509 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0771061be61,34271,-1 for getting cluster id 2024-11-10T15:23:35,509 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T15:23:35,510 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd5718721-dec4-4570-bf19-aff70ed71a69' 2024-11-10T15:23:35,510 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T15:23:35,510 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d5718721-dec4-4570-bf19-aff70ed71a69" 2024-11-10T15:23:35,511 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6de77bff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:23:35,511 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0771061be61,34271,-1] 2024-11-10T15:23:35,511 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T15:23:35,511 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T15:23:35,511 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:23:35,512 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T15:23:35,513 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7454522, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:23:35,516 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10267416, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:23:35,516 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0771061be61,39333,-1 for getting cluster id 2024-11-10T15:23:35,517 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T15:23:35,517 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4ca8199c-409b-4e4f-818f-5393a87f3c98' 2024-11-10T15:23:35,518 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T15:23:35,518 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4ca8199c-409b-4e4f-818f-5393a87f3c98" 2024-11-10T15:23:35,518 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@177a4bf0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:23:35,518 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0771061be61,39333,-1] 2024-11-10T15:23:35,518 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T15:23:35,518 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:23:35,519 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T15:23:35,520 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22771c25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:23:35,520 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2603873d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:23:35,520 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0771061be61,46389,-1 for getting cluster id 2024-11-10T15:23:35,520 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T15:23:35,521 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '465496ec-a193-47c9-883a-444c2c933cfe' 2024-11-10T15:23:35,521 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T15:23:35,521 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "465496ec-a193-47c9-883a-444c2c933cfe" 2024-11-10T15:23:35,521 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26dcd0f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:23:35,521 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0771061be61,46389,-1] 2024-11-10T15:23:35,522 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T15:23:35,522 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:23:35,523 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T15:23:35,523 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@216bf795, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:23:35,524 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:23:35,530 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1731252215530/Put/seqid=0 2024-11-10T15:23:35,539 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,39447,1731252192563.replicationSource.wal-reader.c0771061be61%2C39447%2C1731252192563,1-c0771061be61,39447,1731252192563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/WALs/c0771061be61,39447,1731252192563/c0771061be61%2C39447%2C1731252192563.1731252197341 to pos 379, reset compression=false 2024-11-10T15:23:35,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42021 is added to blk_1073741840_1016 (size=7894) 2024-11-10T15:23:35,647 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T15:23:35,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:35,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:35,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:35,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:35,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:35,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:35,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:35,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:35,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:35,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:35,700 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:35,700 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:35,700 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:35,700 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:35,707 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:35,711 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:35,711 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:35,746 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-10T15:23:35,957 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,39447,1731252192563.replicationSource.wal-reader.c0771061be61%2C39447%2C1731252192563,1-c0771061be61,39447,1731252192563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/WALs/c0771061be61,39447,1731252192563/c0771061be61%2C39447%2C1731252192563.1731252197341 to pos 379, reset compression=false 2024-11-10T15:23:35,973 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1731252215973/Put/seqid=0 2024-11-10T15:23:36,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42021 is added to blk_1073741841_1017 (size=7691) 2024-11-10T15:23:36,047 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9b1921c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:23:36,047 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0771061be61,34271,-1 for getting cluster id 2024-11-10T15:23:36,047 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T15:23:36,048 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd5718721-dec4-4570-bf19-aff70ed71a69' 2024-11-10T15:23:36,048 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T15:23:36,048 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d5718721-dec4-4570-bf19-aff70ed71a69" 2024-11-10T15:23:36,048 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53c5f75b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:23:36,048 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0771061be61,34271,-1] 2024-11-10T15:23:36,049 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T15:23:36,049 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:23:36,049 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T15:23:36,050 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6626af14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:23:36,050 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T15:23:36,051 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0771061be61,39447,1731252192563, seqNum=-1] 2024-11-10T15:23:36,052 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T15:23:36,053 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T15:23:36,068 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T15:23:36,069 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is c0771061be61,34271,1731252192116 2024-11-10T15:23:36,069 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2cb038c6 2024-11-10T15:23:36,069 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T15:23:36,076 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T15:23:36,080 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731252210401.357da980312ce322b26737d4b7afc262., hostname=c0771061be61,39447,1731252192563, seqNum=2] 2024-11-10T15:23:36,086 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T15:23:36,102 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-10T15:23:36,110 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-10T15:23:36,133 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39447 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 357da980312ce322b26737d4b7afc262/f 2024-11-10T15:23:36,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39447 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-10T15:23:36,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39447 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T15:23:36,144 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39447 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 357da980312ce322b26737d4b7afc262/f 2024-11-10T15:23:36,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39447 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-10T15:23:36,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39447 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T15:23:36,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39447 {}] regionserver.HRegion(2603): Flush status journal for 357da980312ce322b26737d4b7afc262: 2024-11-10T15:23:36,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39447 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/staging/jenkins__test__qs7lg83lvhongd4t19boka7adrrgv1cjg3bg57a0gnfhb903mh25blbjojq00a1a/f/hfile_0 2024-11-10T15:23:36,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39447 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/staging/jenkins__test__qs7lg83lvhongd4t19boka7adrrgv1cjg3bg57a0gnfhb903mh25blbjojq00a1a/f/hfile_0 as hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/data/default/test/357da980312ce322b26737d4b7afc262/f/8a9f5a76802c4bcbbcaa3a52168d847d_SeqId_4_ 2024-11-10T15:23:36,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39447 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/staging/jenkins__test__qs7lg83lvhongd4t19boka7adrrgv1cjg3bg57a0gnfhb903mh25blbjojq00a1a/f/hfile_1 2024-11-10T15:23:36,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39447 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/staging/jenkins__test__qs7lg83lvhongd4t19boka7adrrgv1cjg3bg57a0gnfhb903mh25blbjojq00a1a/f/hfile_1 as hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/data/default/test/357da980312ce322b26737d4b7afc262/f/d019ba55f80d4e4a8c797b60526d27ee_SeqId_4_ 2024-11-10T15:23:36,187 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39447 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/staging/jenkins__test__qs7lg83lvhongd4t19boka7adrrgv1cjg3bg57a0gnfhb903mh25blbjojq00a1a/f/hfile_0 into 357da980312ce322b26737d4b7afc262/f as hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/data/default/test/357da980312ce322b26737d4b7afc262/f/8a9f5a76802c4bcbbcaa3a52168d847d_SeqId_4_ - updating store file list. 2024-11-10T15:23:36,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39447 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8a9f5a76802c4bcbbcaa3a52168d847d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T15:23:36,201 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39447 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/data/default/test/357da980312ce322b26737d4b7afc262/f/8a9f5a76802c4bcbbcaa3a52168d847d_SeqId_4_ into 357da980312ce322b26737d4b7afc262/f 2024-11-10T15:23:36,201 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39447 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/staging/jenkins__test__qs7lg83lvhongd4t19boka7adrrgv1cjg3bg57a0gnfhb903mh25blbjojq00a1a/f/hfile_0 into 357da980312ce322b26737d4b7afc262/f (new location: hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/data/default/test/357da980312ce322b26737d4b7afc262/f/8a9f5a76802c4bcbbcaa3a52168d847d_SeqId_4_) 2024-11-10T15:23:36,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39447 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/staging/jenkins__test__qs7lg83lvhongd4t19boka7adrrgv1cjg3bg57a0gnfhb903mh25blbjojq00a1a/f/hfile_0 2024-11-10T15:23:36,202 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39447 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/staging/jenkins__test__qs7lg83lvhongd4t19boka7adrrgv1cjg3bg57a0gnfhb903mh25blbjojq00a1a/f/hfile_1 into 357da980312ce322b26737d4b7afc262/f as hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/data/default/test/357da980312ce322b26737d4b7afc262/f/d019ba55f80d4e4a8c797b60526d27ee_SeqId_4_ - updating store file list. 2024-11-10T15:23:36,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39447 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d019ba55f80d4e4a8c797b60526d27ee_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T15:23:36,205 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39447 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/data/default/test/357da980312ce322b26737d4b7afc262/f/d019ba55f80d4e4a8c797b60526d27ee_SeqId_4_ into 357da980312ce322b26737d4b7afc262/f 2024-11-10T15:23:36,205 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39447 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/staging/jenkins__test__qs7lg83lvhongd4t19boka7adrrgv1cjg3bg57a0gnfhb903mh25blbjojq00a1a/f/hfile_1 into 357da980312ce322b26737d4b7afc262/f (new location: hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/data/default/test/357da980312ce322b26737d4b7afc262/f/d019ba55f80d4e4a8c797b60526d27ee_SeqId_4_) 2024-11-10T15:23:36,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39447 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/staging/jenkins__test__qs7lg83lvhongd4t19boka7adrrgv1cjg3bg57a0gnfhb903mh25blbjojq00a1a/f/hfile_1 2024-11-10T15:23:36,207 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T15:23:36,207 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:23:36,207 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:23:36,207 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:23:36,208 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731252210401.357da980312ce322b26737d4b7afc262., hostname=c0771061be61,39447,1731252192563, seqNum=2 , the old value is region=test,,1731252210401.357da980312ce322b26737d4b7afc262., hostname=c0771061be61,39447,1731252192563, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=c0771061be61:39447 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-10T15:23:36,208 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731252210401.357da980312ce322b26737d4b7afc262., hostname=c0771061be61,39447,1731252192563, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-10T15:23:36,208 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731252210401.357da980312ce322b26737d4b7afc262., hostname=c0771061be61,39447,1731252192563, seqNum=2 from cache 2024-11-10T15:23:36,208 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T15:23:36,208 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-10T15:23:36,209 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0771061be61,43843,1731252202599, seqNum=-1] 2024-11-10T15:23:36,209 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T15:23:36,210 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T15:23:36,210 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T15:23:36,212 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731252211551.ecebab8952fa0d88011e16ca78702b68., hostname=c0771061be61,43843,1731252202599, seqNum=2] 2024-11-10T15:23:36,214 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-10T15:23:36,319 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c0771061be61:39447 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-10T15:23:36,465 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,39447,1731252192563.replicationSource.wal-reader.c0771061be61%2C39447%2C1731252192563,1-c0771061be61,39447,1731252192563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/WALs/c0771061be61,39447,1731252192563/c0771061be61%2C39447%2C1731252192563.1731252197341 to pos 379, reset compression=false 2024-11-10T15:23:36,494 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,39447,1731252192563.replicationSource.wal-reader.c0771061be61%2C39447%2C1731252192563,1-c0771061be61,39447,1731252192563 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T15:23:36,494 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,39447,1731252192563.replicationSource.shipperc0771061be61%2C39447%2C1731252192563,1-c0771061be61,39447,1731252192563 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0771061be61,39447,1731252192563 got entry batch from reader: WALEntryBatch [walEntries=[{test/357da980312ce322b26737d4b7afc262/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731252216206/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/WALs/c0771061be61,39447,1731252192563/c0771061be61%2C39447%2C1731252192563.1731252197341, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-10T15:23:36,497 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,39447,1731252192563.replicationSource.shipperc0771061be61%2C39447%2C1731252192563,1-c0771061be61,39447,1731252192563 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T15:23:36,498 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-10T15:23:36,498 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43843 {}] regionserver.ReplicationSink(318): Replicating [d5718721-dec4-4570-bf19-aff70ed71a69] bulk loaded data 2024-11-10T15:23:36,507 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43843 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@65c13d94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:23:36,507 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43843 {}] client.ClusterIdFetcher(90): Going to request c0771061be61,39333,-1 for getting cluster id 2024-11-10T15:23:36,508 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43843 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T15:23:36,508 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4ca8199c-409b-4e4f-818f-5393a87f3c98' 2024-11-10T15:23:36,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T15:23:36,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4ca8199c-409b-4e4f-818f-5393a87f3c98" 2024-11-10T15:23:36,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4058c653, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:23:36,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0771061be61,39333,-1] 2024-11-10T15:23:36,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T15:23:36,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:23:36,510 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-10T15:23:36,510 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43843 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@692f6ff7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:23:36,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43675 is added to blk_1073741837_1013 (size=7894) 2024-11-10T15:23:36,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43675 is added to blk_1073741838_1014 (size=7691) 2024-11-10T15:23:36,637 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43843 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T15:23:36,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c0771061be61,39333,1731252201293 2024-11-10T15:23:36,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3cdee003 2024-11-10T15:23:36,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T15:23:36,639 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-10T15:23:36,641 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43843 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T15:23:36,642 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43843 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T15:23:36,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0771061be61,43843,1731252202599, seqNum=-1] 2024-11-10T15:23:36,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T15:23:36,644 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-10T15:23:36,675 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33769/user/jenkins/test-data/b24d7fd4-5224-15a3-2496-c0132a9c16b0/staging/jenkins.hfs.22__test__req9qrv94k3qfg73ip7uaq8k6vk88fob5bh553bjh1puj2tf9d5vqcnfp2d7lv12/f/8a9f5a76802c4bcbbcaa3a52168d847d_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-10T15:23:36,677 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33769/user/jenkins/test-data/b24d7fd4-5224-15a3-2496-c0132a9c16b0/staging/jenkins.hfs.22__test__req9qrv94k3qfg73ip7uaq8k6vk88fob5bh553bjh1puj2tf9d5vqcnfp2d7lv12/f/d019ba55f80d4e4a8c797b60526d27ee_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-10T15:23:36,694 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,39447,1731252192563.replicationSource.wal-reader.c0771061be61%2C39447%2C1731252192563,1-c0771061be61,39447,1731252192563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/WALs/c0771061be61,39447,1731252192563/c0771061be61%2C39447%2C1731252192563.1731252197341 to pos 687, reset compression=false 2024-11-10T15:23:36,715 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43843 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33769/user/jenkins/test-data/b24d7fd4-5224-15a3-2496-c0132a9c16b0/staging/jenkins.hfs.22__test__req9qrv94k3qfg73ip7uaq8k6vk88fob5bh553bjh1puj2tf9d5vqcnfp2d7lv12/f/8a9f5a76802c4bcbbcaa3a52168d847d_SeqId_4_ for inclusion in ecebab8952fa0d88011e16ca78702b68/f 2024-11-10T15:23:36,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43843 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-10T15:23:36,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43843 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T15:23:36,718 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43843 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33769/user/jenkins/test-data/b24d7fd4-5224-15a3-2496-c0132a9c16b0/staging/jenkins.hfs.22__test__req9qrv94k3qfg73ip7uaq8k6vk88fob5bh553bjh1puj2tf9d5vqcnfp2d7lv12/f/d019ba55f80d4e4a8c797b60526d27ee_SeqId_4_ for inclusion in ecebab8952fa0d88011e16ca78702b68/f 2024-11-10T15:23:36,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43843 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-10T15:23:36,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43843 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T15:23:36,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43843 {}] regionserver.HRegion(2603): Flush status journal for ecebab8952fa0d88011e16ca78702b68: 2024-11-10T15:23:36,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43843 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 8a9f5a76802c4bcbbcaa3a52168d847d_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-10T15:23:36,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43843 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33769/user/jenkins/test-data/b24d7fd4-5224-15a3-2496-c0132a9c16b0/staging/jenkins.hfs.22__test__req9qrv94k3qfg73ip7uaq8k6vk88fob5bh553bjh1puj2tf9d5vqcnfp2d7lv12/f/8a9f5a76802c4bcbbcaa3a52168d847d_SeqId_4_ as hdfs://localhost:33769/user/jenkins/test-data/b24d7fd4-5224-15a3-2496-c0132a9c16b0/data/default/test/ecebab8952fa0d88011e16ca78702b68/f/bb5b0fbadd1e4a83b4dd5ad39ce8c8dd_SeqId_4_ 2024-11-10T15:23:36,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43843 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): d019ba55f80d4e4a8c797b60526d27ee_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-10T15:23:36,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43843 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33769/user/jenkins/test-data/b24d7fd4-5224-15a3-2496-c0132a9c16b0/staging/jenkins.hfs.22__test__req9qrv94k3qfg73ip7uaq8k6vk88fob5bh553bjh1puj2tf9d5vqcnfp2d7lv12/f/d019ba55f80d4e4a8c797b60526d27ee_SeqId_4_ as hdfs://localhost:33769/user/jenkins/test-data/b24d7fd4-5224-15a3-2496-c0132a9c16b0/data/default/test/ecebab8952fa0d88011e16ca78702b68/f/344e91a7ba774025a32351768a54dac2_SeqId_4_ 2024-11-10T15:23:36,725 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43843 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33769/user/jenkins/test-data/b24d7fd4-5224-15a3-2496-c0132a9c16b0/staging/jenkins.hfs.22__test__req9qrv94k3qfg73ip7uaq8k6vk88fob5bh553bjh1puj2tf9d5vqcnfp2d7lv12/f/8a9f5a76802c4bcbbcaa3a52168d847d_SeqId_4_ into ecebab8952fa0d88011e16ca78702b68/f as hdfs://localhost:33769/user/jenkins/test-data/b24d7fd4-5224-15a3-2496-c0132a9c16b0/data/default/test/ecebab8952fa0d88011e16ca78702b68/f/bb5b0fbadd1e4a83b4dd5ad39ce8c8dd_SeqId_4_ - updating store file list. 2024-11-10T15:23:36,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43843 {}] regionserver.HStoreFile(483): HFile Bloom filter type for bb5b0fbadd1e4a83b4dd5ad39ce8c8dd_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T15:23:36,730 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43843 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33769/user/jenkins/test-data/b24d7fd4-5224-15a3-2496-c0132a9c16b0/data/default/test/ecebab8952fa0d88011e16ca78702b68/f/bb5b0fbadd1e4a83b4dd5ad39ce8c8dd_SeqId_4_ into ecebab8952fa0d88011e16ca78702b68/f 2024-11-10T15:23:36,730 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43843 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33769/user/jenkins/test-data/b24d7fd4-5224-15a3-2496-c0132a9c16b0/staging/jenkins.hfs.22__test__req9qrv94k3qfg73ip7uaq8k6vk88fob5bh553bjh1puj2tf9d5vqcnfp2d7lv12/f/8a9f5a76802c4bcbbcaa3a52168d847d_SeqId_4_ into ecebab8952fa0d88011e16ca78702b68/f (new location: hdfs://localhost:33769/user/jenkins/test-data/b24d7fd4-5224-15a3-2496-c0132a9c16b0/data/default/test/ecebab8952fa0d88011e16ca78702b68/f/bb5b0fbadd1e4a83b4dd5ad39ce8c8dd_SeqId_4_) 2024-11-10T15:23:36,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43843 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33769/user/jenkins/test-data/b24d7fd4-5224-15a3-2496-c0132a9c16b0/staging/jenkins.hfs.22__test__req9qrv94k3qfg73ip7uaq8k6vk88fob5bh553bjh1puj2tf9d5vqcnfp2d7lv12/f/8a9f5a76802c4bcbbcaa3a52168d847d_SeqId_4_ 2024-11-10T15:23:36,731 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43843 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33769/user/jenkins/test-data/b24d7fd4-5224-15a3-2496-c0132a9c16b0/staging/jenkins.hfs.22__test__req9qrv94k3qfg73ip7uaq8k6vk88fob5bh553bjh1puj2tf9d5vqcnfp2d7lv12/f/d019ba55f80d4e4a8c797b60526d27ee_SeqId_4_ into ecebab8952fa0d88011e16ca78702b68/f as hdfs://localhost:33769/user/jenkins/test-data/b24d7fd4-5224-15a3-2496-c0132a9c16b0/data/default/test/ecebab8952fa0d88011e16ca78702b68/f/344e91a7ba774025a32351768a54dac2_SeqId_4_ - updating store file list. 2024-11-10T15:23:36,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43843 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 344e91a7ba774025a32351768a54dac2_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T15:23:36,737 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43843 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33769/user/jenkins/test-data/b24d7fd4-5224-15a3-2496-c0132a9c16b0/data/default/test/ecebab8952fa0d88011e16ca78702b68/f/344e91a7ba774025a32351768a54dac2_SeqId_4_ into ecebab8952fa0d88011e16ca78702b68/f 2024-11-10T15:23:36,737 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43843 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33769/user/jenkins/test-data/b24d7fd4-5224-15a3-2496-c0132a9c16b0/staging/jenkins.hfs.22__test__req9qrv94k3qfg73ip7uaq8k6vk88fob5bh553bjh1puj2tf9d5vqcnfp2d7lv12/f/d019ba55f80d4e4a8c797b60526d27ee_SeqId_4_ into ecebab8952fa0d88011e16ca78702b68/f (new location: hdfs://localhost:33769/user/jenkins/test-data/b24d7fd4-5224-15a3-2496-c0132a9c16b0/data/default/test/ecebab8952fa0d88011e16ca78702b68/f/344e91a7ba774025a32351768a54dac2_SeqId_4_) 2024-11-10T15:23:36,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43843 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33769/user/jenkins/test-data/b24d7fd4-5224-15a3-2496-c0132a9c16b0/staging/jenkins.hfs.22__test__req9qrv94k3qfg73ip7uaq8k6vk88fob5bh553bjh1puj2tf9d5vqcnfp2d7lv12/f/d019ba55f80d4e4a8c797b60526d27ee_SeqId_4_ 2024-11-10T15:23:36,740 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43843 {}] regionserver.ReplicationSink(324): Finished replicating [d5718721-dec4-4570-bf19-aff70ed71a69] bulk loaded data 2024-11-10T15:23:37,042 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,39447,1731252192563.replicationSource.wal-reader.c0771061be61%2C39447%2C1731252192563,1-c0771061be61,39447,1731252192563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/WALs/c0771061be61,39447,1731252192563/c0771061be61%2C39447%2C1731252192563.1731252197341 to pos 687, reset compression=false 2024-11-10T15:23:37,225 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T15:23:37,226 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0771061be61,36771,1731252207976, seqNum=-1] 2024-11-10T15:23:37,226 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T15:23:37,227 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T15:23:37,229 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731252212703.0b038ef5facf5d298d380ede75a2e32a., hostname=c0771061be61,36771,1731252207976, seqNum=2] 2024-11-10T15:23:37,235 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T15:23:37,236 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T15:23:37,237 DEBUG [regionserver/c0771061be61:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL c0771061be61%2C39447%2C1731252192563:(num 1731252197341) roll requested 2024-11-10T15:23:37,260 DEBUG [regionserver/c0771061be61:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/WALs/c0771061be61,39447,1731252192563/c0771061be61%2C39447%2C1731252192563.1731252217237, exclude list is [], retry=0 2024-11-10T15:23:37,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42021,DS-2f3d589f-ef61-474c-9453-7510d5e0f85b,DISK] 2024-11-10T15:23:37,286 INFO [regionserver/c0771061be61:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/WALs/c0771061be61,39447,1731252192563/c0771061be61%2C39447%2C1731252192563.1731252197341 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/WALs/c0771061be61,39447,1731252192563/c0771061be61%2C39447%2C1731252192563.1731252217237 2024-11-10T15:23:37,293 DEBUG [regionserver/c0771061be61:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45875:45875)] 2024-11-10T15:23:37,294 DEBUG [regionserver/c0771061be61:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/WALs/c0771061be61,39447,1731252192563/c0771061be61%2C39447%2C1731252192563.1731252197341 is not closed yet, will try archiving it next time 2024-11-10T15:23:37,294 DEBUG [regionserver/c0771061be61:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL c0771061be61%2C39447%2C1731252192563.meta:.meta(num 1731252197730) roll requested 2024-11-10T15:23:37,304 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@422e70a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:23:37,304 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0771061be61,34271,-1 for getting cluster id 2024-11-10T15:23:37,305 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T15:23:37,305 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd5718721-dec4-4570-bf19-aff70ed71a69' 2024-11-10T15:23:37,305 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T15:23:37,306 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d5718721-dec4-4570-bf19-aff70ed71a69" 2024-11-10T15:23:37,306 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74b18301, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:23:37,306 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0771061be61,34271,-1] 2024-11-10T15:23:37,306 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T15:23:37,306 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:23:37,307 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T15:23:37,307 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@737852b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:23:37,308 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T15:23:37,309 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is c0771061be61,34271,1731252192116 2024-11-10T15:23:37,309 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@f2a29b4 2024-11-10T15:23:37,309 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T15:23:37,310 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T15:23:37,310 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34271 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://c0771061be61:46389,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T15:23:37,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34271 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T15:23:37,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-10T15:23:37,314 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c0771061be61:46389' 2024-11-10T15:23:37,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42021 is added to blk_1073741833_1009 (size=695) 2024-11-10T15:23:37,316 DEBUG [regionserver/c0771061be61:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/WALs/c0771061be61,39447,1731252192563/c0771061be61%2C39447%2C1731252192563.meta.1731252217294.meta, exclude list is [], retry=0 2024-11-10T15:23:37,317 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/WALs/c0771061be61,39447,1731252192563/c0771061be61%2C39447%2C1731252192563.1731252197341 not finished, retry = 0 2024-11-10T15:23:37,317 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25793e5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:23:37,317 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request c0771061be61,46389,-1 for getting cluster id 2024-11-10T15:23:37,317 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T15:23:37,318 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '465496ec-a193-47c9-883a-444c2c933cfe' 2024-11-10T15:23:37,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42021,DS-2f3d589f-ef61-474c-9453-7510d5e0f85b,DISK] 2024-11-10T15:23:37,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T15:23:37,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "465496ec-a193-47c9-883a-444c2c933cfe" 2024-11-10T15:23:37,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55018553, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:23:37,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0771061be61,46389,-1] 2024-11-10T15:23:37,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T15:23:37,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:23:37,320 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T15:23:37,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c84e5bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:23:37,321 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T15:23:37,321 INFO [regionserver/c0771061be61:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/WALs/c0771061be61,39447,1731252192563/c0771061be61%2C39447%2C1731252192563.meta.1731252197730.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/WALs/c0771061be61,39447,1731252192563/c0771061be61%2C39447%2C1731252192563.meta.1731252217294.meta 2024-11-10T15:23:37,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c0771061be61,46389,1731252207645 2024-11-10T15:23:37,322 DEBUG [regionserver/c0771061be61:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45875:45875)] 2024-11-10T15:23:37,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4f39544 2024-11-10T15:23:37,322 DEBUG [regionserver/c0771061be61:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/WALs/c0771061be61,39447,1731252192563/c0771061be61%2C39447%2C1731252192563.meta.1731252197730.meta is not closed yet, will try archiving it next time 2024-11-10T15:23:37,322 DEBUG [regionserver/c0771061be61:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL c0771061be61%2C39447%2C1731252192563.rep:(num 1731252213796) roll requested 2024-11-10T15:23:37,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T15:23:37,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42021 is added to blk_1073741834_1010 (size=3473) 2024-11-10T15:23:37,323 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T15:23:37,324 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-10T15:23:37,324 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T15:23:37,324 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:23:37,324 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:23:37,324 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T15:23:37,345 DEBUG [regionserver/c0771061be61:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/WALs/c0771061be61,39447,1731252192563/c0771061be61%2C39447%2C1731252192563.rep.1731252217322, exclude list is [], retry=0 2024-11-10T15:23:37,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42021,DS-2f3d589f-ef61-474c-9453-7510d5e0f85b,DISK] 2024-11-10T15:23:37,377 INFO [regionserver/c0771061be61:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/WALs/c0771061be61,39447,1731252192563/c0771061be61%2C39447%2C1731252192563.rep.1731252213796 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/WALs/c0771061be61,39447,1731252192563/c0771061be61%2C39447%2C1731252192563.rep.1731252217322 2024-11-10T15:23:37,388 DEBUG [regionserver/c0771061be61:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45875:45875)] 2024-11-10T15:23:37,389 DEBUG [regionserver/c0771061be61:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/WALs/c0771061be61,39447,1731252192563/c0771061be61%2C39447%2C1731252192563.rep.1731252213796 is not closed yet, will try archiving it next time 2024-11-10T15:23:37,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42021 is added to blk_1073741839_1015 (size=1505) 2024-11-10T15:23:37,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-10T15:23:37,426 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T15:23:37,433 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/WALs/c0771061be61,39447,1731252192563/c0771061be61%2C39447%2C1731252192563.1731252197341 to hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/oldWALs/c0771061be61%2C39447%2C1731252192563.1731252197341 2024-11-10T15:23:37,449 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,39447,1731252192563.replicationSource.wal-reader.c0771061be61%2C39447%2C1731252192563,1-c0771061be61,39447,1731252192563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/WALs/c0771061be61,39447,1731252192563/c0771061be61%2C39447%2C1731252192563.1731252197341 to pos 687, reset compression=false 2024-11-10T15:23:37,456 INFO [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,39447,1731252192563.replicationSource.wal-reader.c0771061be61%2C39447%2C1731252192563,1-c0771061be61,39447,1731252192563 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/WALs/c0771061be61,39447,1731252192563/c0771061be61%2C39447%2C1731252192563.1731252197341 was moved to hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/oldWALs/c0771061be61%2C39447%2C1731252192563.1731252197341 2024-11-10T15:23:37,458 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,39447,1731252192563.replicationSource.wal-reader.c0771061be61%2C39447%2C1731252192563,1-c0771061be61,39447,1731252192563 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/WALs/c0771061be61,39447,1731252192563/c0771061be61%2C39447%2C1731252192563.1731252197341 2024-11-10T15:23:37,458 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,39447,1731252192563.replicationSource.shipperc0771061be61%2C39447%2C1731252192563,1-c0771061be61,39447,1731252192563 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0771061be61,39447,1731252192563 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/WALs/c0771061be61,39447,1731252192563/c0771061be61%2C39447%2C1731252192563.1731252197341, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-10T15:23:37,458 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,39447,1731252192563.replicationSource.wal-reader.c0771061be61%2C39447%2C1731252192563,1-c0771061be61,39447,1731252192563 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/WALs/c0771061be61,39447,1731252192563/c0771061be61%2C39447%2C1731252192563.1731252217237, startPosition=0, beingWritten=true 2024-11-10T15:23:37,461 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,39447,1731252192563.replicationSource.shipperc0771061be61%2C39447%2C1731252192563,1-c0771061be61,39447,1731252192563 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [c0771061be61%2C39447%2C1731252192563.1731252197341] 2024-11-10T15:23:37,579 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-10T15:23:37,579 INFO [RS_REFRESH_PEER-regionserver/c0771061be61:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-10T15:23:37,617 INFO [RS_REFRESH_PEER-regionserver/c0771061be61:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-c0771061be61,39447,1731252192563, ReplicationSource: 2, currentBandwidth=0 2024-11-10T15:23:37,619 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-10T15:23:37,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34271 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-10T15:23:37,621 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on c0771061be61,39447,1731252192563 suceeded 2024-11-10T15:23:37,623 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-10T15:23:37,623 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 195 msec 2024-11-10T15:23:37,623 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://c0771061be61:46389,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T15:23:37,624 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 312 msec 2024-11-10T15:23:37,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-10T15:23:37,627 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-10T15:23:37,627 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T15:23:37,627 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:23:37,628 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:23:37,628 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:23:37,628 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T15:23:37,629 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T15:23:37,639 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,2-c0771061be61,39447,1731252192563 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c0771061be61:46389' 2024-11-10T15:23:37,641 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1731252217641/Put/seqid=0 2024-11-10T15:23:37,644 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,2-c0771061be61,39447,1731252192563 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@160317f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:23:37,644 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,2-c0771061be61,39447,1731252192563 {}] client.ClusterIdFetcher(90): Going to request c0771061be61,46389,-1 for getting cluster id 2024-11-10T15:23:37,645 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,2-c0771061be61,39447,1731252192563 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T15:23:37,645 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '465496ec-a193-47c9-883a-444c2c933cfe' 2024-11-10T15:23:37,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T15:23:37,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "465496ec-a193-47c9-883a-444c2c933cfe" 2024-11-10T15:23:37,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1f6b38b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:23:37,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0771061be61,46389,-1] 2024-11-10T15:23:37,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T15:23:37,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:23:37,647 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-10T15:23:37,647 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,2-c0771061be61,39447,1731252192563 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f911fbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:23:37,647 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,2-c0771061be61,39447,1731252192563 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T15:23:37,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is c0771061be61,46389,1731252207645 2024-11-10T15:23:37,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5fdb194 2024-11-10T15:23:37,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T15:23:37,649 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-10T15:23:37,650 INFO [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,2-c0771061be61,39447,1731252192563 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-c0771061be61,39447,1731252192563 (queues=1) is replicating from cluster=d5718721-dec4-4570-bf19-aff70ed71a69 to cluster=465496ec-a193-47c9-883a-444c2c933cfe 2024-11-10T15:23:37,650 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,2-c0771061be61,39447,1731252192563 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=c0771061be61%2C39447%2C1731252192563 2024-11-10T15:23:37,650 INFO [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,2-c0771061be61,39447,1731252192563 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-c0771061be61,39447,1731252192563, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T15:23:37,651 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,2-c0771061be61,39447,1731252192563.replicationSource.wal-reader.c0771061be61%2C39447%2C1731252192563,2-c0771061be61,39447,1731252192563 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/WALs/c0771061be61,39447,1731252192563/c0771061be61%2C39447%2C1731252192563.1731252217237, startPosition=0, beingWritten=true 2024-11-10T15:23:37,656 INFO [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,2-c0771061be61,39447,1731252192563.replicationSource.shipperc0771061be61%2C39447%2C1731252192563,2-c0771061be61,39447,1731252192563 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c0771061be61%2C39447%2C1731252192563 2024-11-10T15:23:37,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42021 is added to blk_1073741845_1021 (size=11194) 2024-11-10T15:23:37,871 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,2-c0771061be61,39447,1731252192563.replicationSource.wal-reader.c0771061be61%2C39447%2C1731252192563,2-c0771061be61,39447,1731252192563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/WALs/c0771061be61,39447,1731252192563/c0771061be61%2C39447%2C1731252192563.1731252217237 to pos 0, reset compression=false 2024-11-10T15:23:37,979 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,39447,1731252192563.replicationSource.wal-reader.c0771061be61%2C39447%2C1731252192563,1-c0771061be61,39447,1731252192563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/WALs/c0771061be61,39447,1731252192563/c0771061be61%2C39447%2C1731252192563.1731252217237 to pos 0, reset compression=false 2024-11-10T15:23:38,067 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1731252218067/Put/seqid=0 2024-11-10T15:23:38,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42021 is added to blk_1073741846_1022 (size=10791) 2024-11-10T15:23:38,175 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,2-c0771061be61,39447,1731252192563.replicationSource.wal-reader.c0771061be61%2C39447%2C1731252192563,2-c0771061be61,39447,1731252192563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/WALs/c0771061be61,39447,1731252192563/c0771061be61%2C39447%2C1731252192563.1731252217237 to pos 0, reset compression=false 2024-11-10T15:23:38,484 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b090390, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:23:38,484 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0771061be61,34271,-1 for getting cluster id 2024-11-10T15:23:38,484 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T15:23:38,485 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd5718721-dec4-4570-bf19-aff70ed71a69' 2024-11-10T15:23:38,486 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T15:23:38,486 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d5718721-dec4-4570-bf19-aff70ed71a69" 2024-11-10T15:23:38,486 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@595636f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:23:38,486 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0771061be61,34271,-1] 2024-11-10T15:23:38,486 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T15:23:38,486 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:23:38,489 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T15:23:38,493 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54881a36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:23:38,493 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T15:23:38,494 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0771061be61,39447,1731252192563, seqNum=-1] 2024-11-10T15:23:38,495 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T15:23:38,496 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T15:23:38,549 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T15:23:38,551 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is c0771061be61,34271,1731252192116 2024-11-10T15:23:38,551 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@531b1379 2024-11-10T15:23:38,551 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T15:23:38,553 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T15:23:38,562 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731252210401.357da980312ce322b26737d4b7afc262., hostname=c0771061be61,39447,1731252192563, seqNum=2] 2024-11-10T15:23:38,568 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T15:23:38,580 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,2-c0771061be61,39447,1731252192563.replicationSource.wal-reader.c0771061be61%2C39447%2C1731252192563,2-c0771061be61,39447,1731252192563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/WALs/c0771061be61,39447,1731252192563/c0771061be61%2C39447%2C1731252192563.1731252217237 to pos 0, reset compression=false 2024-11-10T15:23:38,585 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,39447,1731252192563.replicationSource.wal-reader.c0771061be61%2C39447%2C1731252192563,1-c0771061be61,39447,1731252192563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/WALs/c0771061be61,39447,1731252192563/c0771061be61%2C39447%2C1731252192563.1731252217237 to pos 0, reset compression=false 2024-11-10T15:23:38,601 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-10T15:23:38,621 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-10T15:23:38,665 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39447 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 357da980312ce322b26737d4b7afc262/f 2024-11-10T15:23:38,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39447 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-10T15:23:38,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39447 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T15:23:38,678 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39447 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 357da980312ce322b26737d4b7afc262/f 2024-11-10T15:23:38,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39447 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-10T15:23:38,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39447 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T15:23:38,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39447 {}] regionserver.HRegion(2603): Flush status journal for 357da980312ce322b26737d4b7afc262: 2024-11-10T15:23:38,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39447 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/staging/jenkins__test__aja0grn4rh1cjghsv9iu9gb1744kaslk5cv2rrh06s7qc01t3mfmi0h9512gcls5/f/hfile_0 2024-11-10T15:23:38,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39447 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/staging/jenkins__test__aja0grn4rh1cjghsv9iu9gb1744kaslk5cv2rrh06s7qc01t3mfmi0h9512gcls5/f/hfile_0 as hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/data/default/test/357da980312ce322b26737d4b7afc262/f/61d80ba651e449e7b2a6de1580b30e6c_SeqId_6_ 2024-11-10T15:23:38,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39447 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/staging/jenkins__test__aja0grn4rh1cjghsv9iu9gb1744kaslk5cv2rrh06s7qc01t3mfmi0h9512gcls5/f/hfile_1 2024-11-10T15:23:38,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39447 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/staging/jenkins__test__aja0grn4rh1cjghsv9iu9gb1744kaslk5cv2rrh06s7qc01t3mfmi0h9512gcls5/f/hfile_1 as hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/data/default/test/357da980312ce322b26737d4b7afc262/f/66e291815cc1410f803b255e9733933e_SeqId_6_ 2024-11-10T15:23:38,707 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39447 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/staging/jenkins__test__aja0grn4rh1cjghsv9iu9gb1744kaslk5cv2rrh06s7qc01t3mfmi0h9512gcls5/f/hfile_0 into 357da980312ce322b26737d4b7afc262/f as hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/data/default/test/357da980312ce322b26737d4b7afc262/f/61d80ba651e449e7b2a6de1580b30e6c_SeqId_6_ - updating store file list. 2024-11-10T15:23:38,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39447 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 61d80ba651e449e7b2a6de1580b30e6c_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-10T15:23:38,711 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39447 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/data/default/test/357da980312ce322b26737d4b7afc262/f/61d80ba651e449e7b2a6de1580b30e6c_SeqId_6_ into 357da980312ce322b26737d4b7afc262/f 2024-11-10T15:23:38,712 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39447 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/staging/jenkins__test__aja0grn4rh1cjghsv9iu9gb1744kaslk5cv2rrh06s7qc01t3mfmi0h9512gcls5/f/hfile_0 into 357da980312ce322b26737d4b7afc262/f (new location: hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/data/default/test/357da980312ce322b26737d4b7afc262/f/61d80ba651e449e7b2a6de1580b30e6c_SeqId_6_) 2024-11-10T15:23:38,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39447 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/staging/jenkins__test__aja0grn4rh1cjghsv9iu9gb1744kaslk5cv2rrh06s7qc01t3mfmi0h9512gcls5/f/hfile_0 2024-11-10T15:23:38,713 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39447 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/staging/jenkins__test__aja0grn4rh1cjghsv9iu9gb1744kaslk5cv2rrh06s7qc01t3mfmi0h9512gcls5/f/hfile_1 into 357da980312ce322b26737d4b7afc262/f as hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/data/default/test/357da980312ce322b26737d4b7afc262/f/66e291815cc1410f803b255e9733933e_SeqId_6_ - updating store file list. 2024-11-10T15:23:38,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39447 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 66e291815cc1410f803b255e9733933e_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-10T15:23:38,718 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39447 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/data/default/test/357da980312ce322b26737d4b7afc262/f/66e291815cc1410f803b255e9733933e_SeqId_6_ into 357da980312ce322b26737d4b7afc262/f 2024-11-10T15:23:38,718 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39447 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/staging/jenkins__test__aja0grn4rh1cjghsv9iu9gb1744kaslk5cv2rrh06s7qc01t3mfmi0h9512gcls5/f/hfile_1 into 357da980312ce322b26737d4b7afc262/f (new location: hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/data/default/test/357da980312ce322b26737d4b7afc262/f/66e291815cc1410f803b255e9733933e_SeqId_6_) 2024-11-10T15:23:38,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39447 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/staging/jenkins__test__aja0grn4rh1cjghsv9iu9gb1744kaslk5cv2rrh06s7qc01t3mfmi0h9512gcls5/f/hfile_1 2024-11-10T15:23:38,721 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T15:23:38,721 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:23:38,721 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:23:38,721 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:23:38,721 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T15:23:38,723 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731252210401.357da980312ce322b26737d4b7afc262., hostname=c0771061be61,39447,1731252192563, seqNum=2 , the old value is region=test,,1731252210401.357da980312ce322b26737d4b7afc262., hostname=c0771061be61,39447,1731252192563, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=c0771061be61:39447 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-10T15:23:38,723 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731252210401.357da980312ce322b26737d4b7afc262., hostname=c0771061be61,39447,1731252192563, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-10T15:23:38,723 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731252210401.357da980312ce322b26737d4b7afc262., hostname=c0771061be61,39447,1731252192563, seqNum=2 from cache 2024-11-10T15:23:38,724 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-10T15:23:38,725 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-10T15:23:38,828 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c0771061be61:39447 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-10T15:23:39,113 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,2-c0771061be61,39447,1731252192563.replicationSource.wal-reader.c0771061be61%2C39447%2C1731252192563,2-c0771061be61,39447,1731252192563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/WALs/c0771061be61,39447,1731252192563/c0771061be61%2C39447%2C1731252192563.1731252217237 to pos 0, reset compression=false 2024-11-10T15:23:39,117 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,2-c0771061be61,39447,1731252192563.replicationSource.wal-reader.c0771061be61%2C39447%2C1731252192563,2-c0771061be61,39447,1731252192563 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T15:23:39,118 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,2-c0771061be61,39447,1731252192563.replicationSource.shipperc0771061be61%2C39447%2C1731252192563,2-c0771061be61,39447,1731252192563 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-c0771061be61,39447,1731252192563 got entry batch from reader: WALEntryBatch [walEntries=[{test/357da980312ce322b26737d4b7afc262/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731252218719/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/WALs/c0771061be61,39447,1731252192563/c0771061be61%2C39447%2C1731252192563.1731252217237, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-10T15:23:39,119 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,2-c0771061be61,39447,1731252192563.replicationSource.shipperc0771061be61%2C39447%2C1731252192563,2-c0771061be61,39447,1731252192563 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T15:23:39,120 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-10T15:23:39,121 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36771 {}] regionserver.ReplicationSink(318): Replicating [d5718721-dec4-4570-bf19-aff70ed71a69] bulk loaded data 2024-11-10T15:23:39,121 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36771 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f6e9d85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:23:39,121 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36771 {}] client.ClusterIdFetcher(90): Going to request c0771061be61,46389,-1 for getting cluster id 2024-11-10T15:23:39,121 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36771 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T15:23:39,122 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '465496ec-a193-47c9-883a-444c2c933cfe' 2024-11-10T15:23:39,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T15:23:39,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "465496ec-a193-47c9-883a-444c2c933cfe" 2024-11-10T15:23:39,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@597f95d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:23:39,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0771061be61,46389,-1] 2024-11-10T15:23:39,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T15:23:39,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:23:39,123 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-10T15:23:39,123 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36771 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@14184779, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T15:23:39,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36715 is added to blk_1073741837_1013 (size=11194) 2024-11-10T15:23:39,309 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,39447,1731252192563.replicationSource.wal-reader.c0771061be61%2C39447%2C1731252192563,1-c0771061be61,39447,1731252192563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/WALs/c0771061be61,39447,1731252192563/c0771061be61%2C39447%2C1731252192563.1731252217237 to pos 0, reset compression=false 2024-11-10T15:23:39,318 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,2-c0771061be61,39447,1731252192563.replicationSource.wal-reader.c0771061be61%2C39447%2C1731252192563,2-c0771061be61,39447,1731252192563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/WALs/c0771061be61,39447,1731252192563/c0771061be61%2C39447%2C1731252192563.1731252217237 to pos 393, reset compression=false 2024-11-10T15:23:39,321 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,39447,1731252192563.replicationSource.wal-reader.c0771061be61%2C39447%2C1731252192563,1-c0771061be61,39447,1731252192563 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T15:23:39,322 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,39447,1731252192563.replicationSource.shipperc0771061be61%2C39447%2C1731252192563,1-c0771061be61,39447,1731252192563 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0771061be61,39447,1731252192563 got entry batch from reader: WALEntryBatch [walEntries=[{test/357da980312ce322b26737d4b7afc262/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731252218719/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/WALs/c0771061be61,39447,1731252192563/c0771061be61%2C39447%2C1731252192563.1731252217237, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-10T15:23:39,323 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43843 {}] regionserver.ReplicationSink(318): Replicating [d5718721-dec4-4570-bf19-aff70ed71a69] bulk loaded data 2024-11-10T15:23:39,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43675 is added to blk_1073741839_1015 (size=11194) 2024-11-10T15:23:39,522 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,39447,1731252192563.replicationSource.wal-reader.c0771061be61%2C39447%2C1731252192563,1-c0771061be61,39447,1731252192563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/WALs/c0771061be61,39447,1731252192563/c0771061be61%2C39447%2C1731252192563.1731252217237 to pos 393, reset compression=false 2024-11-10T15:23:39,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43675 is added to blk_1073741840_1016 (size=10791) 2024-11-10T15:23:39,538 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43843 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T15:23:39,563 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33769/user/jenkins/test-data/b24d7fd4-5224-15a3-2496-c0132a9c16b0/staging/jenkins.hfs.22__test__10vplbufsati3bko5s5i00n7dsftde51skcv4h5m59gsloebcmh62h7prevj26q7/f/61d80ba651e449e7b2a6de1580b30e6c_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-10T15:23:39,566 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33769/user/jenkins/test-data/b24d7fd4-5224-15a3-2496-c0132a9c16b0/staging/jenkins.hfs.22__test__10vplbufsati3bko5s5i00n7dsftde51skcv4h5m59gsloebcmh62h7prevj26q7/f/66e291815cc1410f803b255e9733933e_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-10T15:23:39,569 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43843 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33769/user/jenkins/test-data/b24d7fd4-5224-15a3-2496-c0132a9c16b0/staging/jenkins.hfs.22__test__10vplbufsati3bko5s5i00n7dsftde51skcv4h5m59gsloebcmh62h7prevj26q7/f/61d80ba651e449e7b2a6de1580b30e6c_SeqId_6_ for inclusion in ecebab8952fa0d88011e16ca78702b68/f 2024-11-10T15:23:39,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43843 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-10T15:23:39,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43843 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T15:23:39,572 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43843 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33769/user/jenkins/test-data/b24d7fd4-5224-15a3-2496-c0132a9c16b0/staging/jenkins.hfs.22__test__10vplbufsati3bko5s5i00n7dsftde51skcv4h5m59gsloebcmh62h7prevj26q7/f/66e291815cc1410f803b255e9733933e_SeqId_6_ for inclusion in ecebab8952fa0d88011e16ca78702b68/f 2024-11-10T15:23:39,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43843 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-10T15:23:39,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43843 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T15:23:39,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43843 {}] regionserver.HRegion(2603): Flush status journal for ecebab8952fa0d88011e16ca78702b68: 2024-11-10T15:23:39,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43843 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 61d80ba651e449e7b2a6de1580b30e6c_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-10T15:23:39,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43843 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33769/user/jenkins/test-data/b24d7fd4-5224-15a3-2496-c0132a9c16b0/staging/jenkins.hfs.22__test__10vplbufsati3bko5s5i00n7dsftde51skcv4h5m59gsloebcmh62h7prevj26q7/f/61d80ba651e449e7b2a6de1580b30e6c_SeqId_6_ as hdfs://localhost:33769/user/jenkins/test-data/b24d7fd4-5224-15a3-2496-c0132a9c16b0/data/default/test/ecebab8952fa0d88011e16ca78702b68/f/bbe7e6b1d7c8404db9be16545635246a_SeqId_6_ 2024-11-10T15:23:39,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43843 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 66e291815cc1410f803b255e9733933e_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-10T15:23:39,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43843 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33769/user/jenkins/test-data/b24d7fd4-5224-15a3-2496-c0132a9c16b0/staging/jenkins.hfs.22__test__10vplbufsati3bko5s5i00n7dsftde51skcv4h5m59gsloebcmh62h7prevj26q7/f/66e291815cc1410f803b255e9733933e_SeqId_6_ as hdfs://localhost:33769/user/jenkins/test-data/b24d7fd4-5224-15a3-2496-c0132a9c16b0/data/default/test/ecebab8952fa0d88011e16ca78702b68/f/b88db4391e3149f7938e926fe3db6120_SeqId_6_ 2024-11-10T15:23:39,579 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43843 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33769/user/jenkins/test-data/b24d7fd4-5224-15a3-2496-c0132a9c16b0/staging/jenkins.hfs.22__test__10vplbufsati3bko5s5i00n7dsftde51skcv4h5m59gsloebcmh62h7prevj26q7/f/61d80ba651e449e7b2a6de1580b30e6c_SeqId_6_ into ecebab8952fa0d88011e16ca78702b68/f as hdfs://localhost:33769/user/jenkins/test-data/b24d7fd4-5224-15a3-2496-c0132a9c16b0/data/default/test/ecebab8952fa0d88011e16ca78702b68/f/bbe7e6b1d7c8404db9be16545635246a_SeqId_6_ - updating store file list. 2024-11-10T15:23:39,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43843 {}] regionserver.HStoreFile(483): HFile Bloom filter type for bbe7e6b1d7c8404db9be16545635246a_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-10T15:23:39,584 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43843 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33769/user/jenkins/test-data/b24d7fd4-5224-15a3-2496-c0132a9c16b0/data/default/test/ecebab8952fa0d88011e16ca78702b68/f/bbe7e6b1d7c8404db9be16545635246a_SeqId_6_ into ecebab8952fa0d88011e16ca78702b68/f 2024-11-10T15:23:39,584 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43843 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33769/user/jenkins/test-data/b24d7fd4-5224-15a3-2496-c0132a9c16b0/staging/jenkins.hfs.22__test__10vplbufsati3bko5s5i00n7dsftde51skcv4h5m59gsloebcmh62h7prevj26q7/f/61d80ba651e449e7b2a6de1580b30e6c_SeqId_6_ into ecebab8952fa0d88011e16ca78702b68/f (new location: hdfs://localhost:33769/user/jenkins/test-data/b24d7fd4-5224-15a3-2496-c0132a9c16b0/data/default/test/ecebab8952fa0d88011e16ca78702b68/f/bbe7e6b1d7c8404db9be16545635246a_SeqId_6_) 2024-11-10T15:23:39,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43843 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33769/user/jenkins/test-data/b24d7fd4-5224-15a3-2496-c0132a9c16b0/staging/jenkins.hfs.22__test__10vplbufsati3bko5s5i00n7dsftde51skcv4h5m59gsloebcmh62h7prevj26q7/f/61d80ba651e449e7b2a6de1580b30e6c_SeqId_6_ 2024-11-10T15:23:39,585 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43843 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33769/user/jenkins/test-data/b24d7fd4-5224-15a3-2496-c0132a9c16b0/staging/jenkins.hfs.22__test__10vplbufsati3bko5s5i00n7dsftde51skcv4h5m59gsloebcmh62h7prevj26q7/f/66e291815cc1410f803b255e9733933e_SeqId_6_ into ecebab8952fa0d88011e16ca78702b68/f as hdfs://localhost:33769/user/jenkins/test-data/b24d7fd4-5224-15a3-2496-c0132a9c16b0/data/default/test/ecebab8952fa0d88011e16ca78702b68/f/b88db4391e3149f7938e926fe3db6120_SeqId_6_ - updating store file list. 2024-11-10T15:23:39,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43843 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b88db4391e3149f7938e926fe3db6120_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-10T15:23:39,590 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43843 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33769/user/jenkins/test-data/b24d7fd4-5224-15a3-2496-c0132a9c16b0/data/default/test/ecebab8952fa0d88011e16ca78702b68/f/b88db4391e3149f7938e926fe3db6120_SeqId_6_ into ecebab8952fa0d88011e16ca78702b68/f 2024-11-10T15:23:39,590 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43843 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33769/user/jenkins/test-data/b24d7fd4-5224-15a3-2496-c0132a9c16b0/staging/jenkins.hfs.22__test__10vplbufsati3bko5s5i00n7dsftde51skcv4h5m59gsloebcmh62h7prevj26q7/f/66e291815cc1410f803b255e9733933e_SeqId_6_ into ecebab8952fa0d88011e16ca78702b68/f (new location: hdfs://localhost:33769/user/jenkins/test-data/b24d7fd4-5224-15a3-2496-c0132a9c16b0/data/default/test/ecebab8952fa0d88011e16ca78702b68/f/b88db4391e3149f7938e926fe3db6120_SeqId_6_) 2024-11-10T15:23:39,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43843 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33769/user/jenkins/test-data/b24d7fd4-5224-15a3-2496-c0132a9c16b0/staging/jenkins.hfs.22__test__10vplbufsati3bko5s5i00n7dsftde51skcv4h5m59gsloebcmh62h7prevj26q7/f/66e291815cc1410f803b255e9733933e_SeqId_6_ 2024-11-10T15:23:39,592 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43843 {}] regionserver.ReplicationSink(324): Finished replicating [d5718721-dec4-4570-bf19-aff70ed71a69] bulk loaded data 2024-11-10T15:23:39,624 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,2-c0771061be61,39447,1731252192563.replicationSource.wal-reader.c0771061be61%2C39447%2C1731252192563,2-c0771061be61,39447,1731252192563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/WALs/c0771061be61,39447,1731252192563/c0771061be61%2C39447%2C1731252192563.1731252217237 to pos 393, reset compression=false 2024-11-10T15:23:39,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36715 is added to blk_1073741838_1014 (size=10791) 2024-11-10T15:23:39,642 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36771 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T15:23:39,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c0771061be61,46389,1731252207645 2024-11-10T15:23:39,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@16a04bb8 2024-11-10T15:23:39,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T15:23:39,644 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-10T15:23:39,646 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36771 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T15:23:39,646 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36771 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T15:23:39,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0771061be61,36771,1731252207976, seqNum=-1] 2024-11-10T15:23:39,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T15:23:39,648 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-10T15:23:39,690 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35451/user/jenkins/test-data/f8d53bdb-4e86-aedd-c980-2d3d1b56cae4/staging/jenkins.hfs.23__test__vr277olesrql0p4aetos2ghhtc9r8gc8l0ljrinsmeiab96uipabja5ml3h6kb96/f/61d80ba651e449e7b2a6de1580b30e6c_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-10T15:23:39,693 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35451/user/jenkins/test-data/f8d53bdb-4e86-aedd-c980-2d3d1b56cae4/staging/jenkins.hfs.23__test__vr277olesrql0p4aetos2ghhtc9r8gc8l0ljrinsmeiab96uipabja5ml3h6kb96/f/66e291815cc1410f803b255e9733933e_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-10T15:23:39,706 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36771 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35451/user/jenkins/test-data/f8d53bdb-4e86-aedd-c980-2d3d1b56cae4/staging/jenkins.hfs.23__test__vr277olesrql0p4aetos2ghhtc9r8gc8l0ljrinsmeiab96uipabja5ml3h6kb96/f/61d80ba651e449e7b2a6de1580b30e6c_SeqId_6_ for inclusion in 0b038ef5facf5d298d380ede75a2e32a/f 2024-11-10T15:23:39,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36771 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-10T15:23:39,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36771 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T15:23:39,710 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36771 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35451/user/jenkins/test-data/f8d53bdb-4e86-aedd-c980-2d3d1b56cae4/staging/jenkins.hfs.23__test__vr277olesrql0p4aetos2ghhtc9r8gc8l0ljrinsmeiab96uipabja5ml3h6kb96/f/66e291815cc1410f803b255e9733933e_SeqId_6_ for inclusion in 0b038ef5facf5d298d380ede75a2e32a/f 2024-11-10T15:23:39,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36771 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-10T15:23:39,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36771 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T15:23:39,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36771 {}] regionserver.HRegion(2603): Flush status journal for 0b038ef5facf5d298d380ede75a2e32a: 2024-11-10T15:23:39,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36771 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 61d80ba651e449e7b2a6de1580b30e6c_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-10T15:23:39,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36771 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35451/user/jenkins/test-data/f8d53bdb-4e86-aedd-c980-2d3d1b56cae4/staging/jenkins.hfs.23__test__vr277olesrql0p4aetos2ghhtc9r8gc8l0ljrinsmeiab96uipabja5ml3h6kb96/f/61d80ba651e449e7b2a6de1580b30e6c_SeqId_6_ as hdfs://localhost:35451/user/jenkins/test-data/f8d53bdb-4e86-aedd-c980-2d3d1b56cae4/data/default/test/0b038ef5facf5d298d380ede75a2e32a/f/5cf9ea0bb2c64e32ad5cb1a714daa137_SeqId_4_ 2024-11-10T15:23:39,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36771 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 66e291815cc1410f803b255e9733933e_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-10T15:23:39,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36771 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35451/user/jenkins/test-data/f8d53bdb-4e86-aedd-c980-2d3d1b56cae4/staging/jenkins.hfs.23__test__vr277olesrql0p4aetos2ghhtc9r8gc8l0ljrinsmeiab96uipabja5ml3h6kb96/f/66e291815cc1410f803b255e9733933e_SeqId_6_ as hdfs://localhost:35451/user/jenkins/test-data/f8d53bdb-4e86-aedd-c980-2d3d1b56cae4/data/default/test/0b038ef5facf5d298d380ede75a2e32a/f/ec2162c9ec604f2a898af3a1284421f2_SeqId_4_ 2024-11-10T15:23:39,718 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36771 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35451/user/jenkins/test-data/f8d53bdb-4e86-aedd-c980-2d3d1b56cae4/staging/jenkins.hfs.23__test__vr277olesrql0p4aetos2ghhtc9r8gc8l0ljrinsmeiab96uipabja5ml3h6kb96/f/61d80ba651e449e7b2a6de1580b30e6c_SeqId_6_ into 0b038ef5facf5d298d380ede75a2e32a/f as hdfs://localhost:35451/user/jenkins/test-data/f8d53bdb-4e86-aedd-c980-2d3d1b56cae4/data/default/test/0b038ef5facf5d298d380ede75a2e32a/f/5cf9ea0bb2c64e32ad5cb1a714daa137_SeqId_4_ - updating store file list. 2024-11-10T15:23:39,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36771 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5cf9ea0bb2c64e32ad5cb1a714daa137_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T15:23:39,723 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36771 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35451/user/jenkins/test-data/f8d53bdb-4e86-aedd-c980-2d3d1b56cae4/data/default/test/0b038ef5facf5d298d380ede75a2e32a/f/5cf9ea0bb2c64e32ad5cb1a714daa137_SeqId_4_ into 0b038ef5facf5d298d380ede75a2e32a/f 2024-11-10T15:23:39,723 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36771 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35451/user/jenkins/test-data/f8d53bdb-4e86-aedd-c980-2d3d1b56cae4/staging/jenkins.hfs.23__test__vr277olesrql0p4aetos2ghhtc9r8gc8l0ljrinsmeiab96uipabja5ml3h6kb96/f/61d80ba651e449e7b2a6de1580b30e6c_SeqId_6_ into 0b038ef5facf5d298d380ede75a2e32a/f (new location: hdfs://localhost:35451/user/jenkins/test-data/f8d53bdb-4e86-aedd-c980-2d3d1b56cae4/data/default/test/0b038ef5facf5d298d380ede75a2e32a/f/5cf9ea0bb2c64e32ad5cb1a714daa137_SeqId_4_) 2024-11-10T15:23:39,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36771 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35451/user/jenkins/test-data/f8d53bdb-4e86-aedd-c980-2d3d1b56cae4/staging/jenkins.hfs.23__test__vr277olesrql0p4aetos2ghhtc9r8gc8l0ljrinsmeiab96uipabja5ml3h6kb96/f/61d80ba651e449e7b2a6de1580b30e6c_SeqId_6_ 2024-11-10T15:23:39,724 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36771 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35451/user/jenkins/test-data/f8d53bdb-4e86-aedd-c980-2d3d1b56cae4/staging/jenkins.hfs.23__test__vr277olesrql0p4aetos2ghhtc9r8gc8l0ljrinsmeiab96uipabja5ml3h6kb96/f/66e291815cc1410f803b255e9733933e_SeqId_6_ into 0b038ef5facf5d298d380ede75a2e32a/f as hdfs://localhost:35451/user/jenkins/test-data/f8d53bdb-4e86-aedd-c980-2d3d1b56cae4/data/default/test/0b038ef5facf5d298d380ede75a2e32a/f/ec2162c9ec604f2a898af3a1284421f2_SeqId_4_ - updating store file list. 2024-11-10T15:23:39,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36771 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ec2162c9ec604f2a898af3a1284421f2_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T15:23:39,731 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36771 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35451/user/jenkins/test-data/f8d53bdb-4e86-aedd-c980-2d3d1b56cae4/data/default/test/0b038ef5facf5d298d380ede75a2e32a/f/ec2162c9ec604f2a898af3a1284421f2_SeqId_4_ into 0b038ef5facf5d298d380ede75a2e32a/f 2024-11-10T15:23:39,731 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36771 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35451/user/jenkins/test-data/f8d53bdb-4e86-aedd-c980-2d3d1b56cae4/staging/jenkins.hfs.23__test__vr277olesrql0p4aetos2ghhtc9r8gc8l0ljrinsmeiab96uipabja5ml3h6kb96/f/66e291815cc1410f803b255e9733933e_SeqId_6_ into 0b038ef5facf5d298d380ede75a2e32a/f (new location: hdfs://localhost:35451/user/jenkins/test-data/f8d53bdb-4e86-aedd-c980-2d3d1b56cae4/data/default/test/0b038ef5facf5d298d380ede75a2e32a/f/ec2162c9ec604f2a898af3a1284421f2_SeqId_4_) 2024-11-10T15:23:39,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T15:23:39,751 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T15:23:39,751 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:23:39,751 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:23:39,751 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:23:39,751 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T15:23:39,751 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T15:23:39,751 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=898330728, stopped=false 2024-11-10T15:23:39,752 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c0771061be61,46389,1731252207645 2024-11-10T15:23:39,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36771 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35451/user/jenkins/test-data/f8d53bdb-4e86-aedd-c980-2d3d1b56cae4/staging/jenkins.hfs.23__test__vr277olesrql0p4aetos2ghhtc9r8gc8l0ljrinsmeiab96uipabja5ml3h6kb96/f/66e291815cc1410f803b255e9733933e_SeqId_6_ 2024-11-10T15:23:39,773 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36771 {}] regionserver.ReplicationSink(324): Finished replicating [d5718721-dec4-4570-bf19-aff70ed71a69] bulk loaded data 2024-11-10T15:23:39,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36771-0x1012557f3090007, quorum=127.0.0.1:49878, baseZNode=/2737347637 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2737347637/running 2024-11-10T15:23:39,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36771-0x1012557f3090007, quorum=127.0.0.1:49878, baseZNode=/2737347637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2737347637 2024-11-10T15:23:39,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46389-0x1012557f3090006, quorum=127.0.0.1:49878, baseZNode=/2737347637 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2737347637/running 2024-11-10T15:23:39,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46389-0x1012557f3090006, quorum=127.0.0.1:49878, baseZNode=/2737347637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2737347637 2024-11-10T15:23:39,783 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T15:23:39,783 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T15:23:39,783 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:23:39,783 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:23:39,783 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c0771061be61,36771,1731252207976' ***** 2024-11-10T15:23:39,783 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T15:23:39,784 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46389-0x1012557f3090006, quorum=127.0.0.1:49878, baseZNode=/2737347637 Set watcher on znode that does not yet exist, /2737347637/running 2024-11-10T15:23:39,785 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36771-0x1012557f3090007, quorum=127.0.0.1:49878, baseZNode=/2737347637 Set watcher on znode that does not yet exist, /2737347637/running 2024-11-10T15:23:39,785 INFO [RS:0;c0771061be61:36771 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T15:23:39,785 INFO [RS:0;c0771061be61:36771 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T15:23:39,785 INFO [RS:0;c0771061be61:36771 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T15:23:39,785 INFO [RS:0;c0771061be61:36771 {}] regionserver.HRegionServer(3091): Received CLOSE for 0b038ef5facf5d298d380ede75a2e32a 2024-11-10T15:23:39,786 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T15:23:39,800 INFO [RS:0;c0771061be61:36771 {}] regionserver.HRegionServer(959): stopping server c0771061be61,36771,1731252207976 2024-11-10T15:23:39,800 INFO [RS:0;c0771061be61:36771 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T15:23:39,800 INFO [RS:0;c0771061be61:36771 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c0771061be61:36771. 2024-11-10T15:23:39,800 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0b038ef5facf5d298d380ede75a2e32a, disabling compactions & flushes 2024-11-10T15:23:39,800 DEBUG [RS:0;c0771061be61:36771 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:23:39,800 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731252212703.0b038ef5facf5d298d380ede75a2e32a. 2024-11-10T15:23:39,800 DEBUG [RS:0;c0771061be61:36771 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:23:39,800 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731252212703.0b038ef5facf5d298d380ede75a2e32a. 2024-11-10T15:23:39,801 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731252212703.0b038ef5facf5d298d380ede75a2e32a. after waiting 0 ms 2024-11-10T15:23:39,801 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731252212703.0b038ef5facf5d298d380ede75a2e32a. 2024-11-10T15:23:39,801 INFO [RS:0;c0771061be61:36771 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T15:23:39,801 INFO [RS:0;c0771061be61:36771 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T15:23:39,801 INFO [RS:0;c0771061be61:36771 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T15:23:39,801 INFO [RS:0;c0771061be61:36771 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T15:23:39,832 INFO [regionserver/c0771061be61:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T15:23:39,845 INFO [RS:0;c0771061be61:36771 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T15:23:39,845 DEBUG [RS:0;c0771061be61:36771 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 0b038ef5facf5d298d380ede75a2e32a=test,,1731252212703.0b038ef5facf5d298d380ede75a2e32a.} 2024-11-10T15:23:39,845 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T15:23:39,845 DEBUG [RS:0;c0771061be61:36771 {}] regionserver.HRegionServer(1351): Waiting on 0b038ef5facf5d298d380ede75a2e32a, 1588230740 2024-11-10T15:23:39,845 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T15:23:39,850 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,39447,1731252192563.replicationSource.wal-reader.c0771061be61%2C39447%2C1731252192563,1-c0771061be61,39447,1731252192563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/WALs/c0771061be61,39447,1731252192563/c0771061be61%2C39447%2C1731252192563.1731252217237 to pos 393, reset compression=false 2024-11-10T15:23:39,850 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T15:23:39,850 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T15:23:39,850 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T15:23:39,851 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-10T15:23:39,898 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35451/user/jenkins/test-data/f8d53bdb-4e86-aedd-c980-2d3d1b56cae4/data/default/test/0b038ef5facf5d298d380ede75a2e32a/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-10T15:23:39,899 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T15:23:39,899 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T15:23:39,899 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731252212703.0b038ef5facf5d298d380ede75a2e32a. 2024-11-10T15:23:39,899 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0b038ef5facf5d298d380ede75a2e32a: Waiting for close lock at 1731252219800Running coprocessor pre-close hooks at 1731252219800Disabling compacts and flushes for region at 1731252219800Disabling writes for close at 1731252219801 (+1 ms)Writing region close event to WAL at 1731252219860 (+59 ms)Running coprocessor post-close hooks at 1731252219899 (+39 ms)Closed at 1731252219899 2024-11-10T15:23:39,899 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731252212703.0b038ef5facf5d298d380ede75a2e32a. 2024-11-10T15:23:39,910 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35451/user/jenkins/test-data/f8d53bdb-4e86-aedd-c980-2d3d1b56cae4/data/hbase/meta/1588230740/.tmp/info/0f41d8378178437fada357f086f70814 is 129, key is test,,1731252212703.0b038ef5facf5d298d380ede75a2e32a./info:regioninfo/1731252213184/Put/seqid=0 2024-11-10T15:23:39,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36715 is added to blk_1073741839_1015 (size=6421) 2024-11-10T15:23:39,954 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35451/user/jenkins/test-data/f8d53bdb-4e86-aedd-c980-2d3d1b56cae4/data/hbase/meta/1588230740/.tmp/info/0f41d8378178437fada357f086f70814 2024-11-10T15:23:39,983 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35451/user/jenkins/test-data/f8d53bdb-4e86-aedd-c980-2d3d1b56cae4/data/hbase/meta/1588230740/.tmp/ns/9c00b898ef89435ba29ef14f893a0d1c is 43, key is default/ns:d/1731252210212/Put/seqid=0 2024-11-10T15:23:40,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36715 is added to blk_1073741840_1016 (size=5153) 2024-11-10T15:23:40,045 DEBUG [RS:0;c0771061be61:36771 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T15:23:40,057 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,2-c0771061be61,39447,1731252192563.replicationSource.wal-reader.c0771061be61%2C39447%2C1731252192563,2-c0771061be61,39447,1731252192563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/WALs/c0771061be61,39447,1731252192563/c0771061be61%2C39447%2C1731252192563.1731252217237 to pos 393, reset compression=false 2024-11-10T15:23:40,245 DEBUG [RS:0;c0771061be61:36771 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T15:23:40,317 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,39447,1731252192563.replicationSource.wal-reader.c0771061be61%2C39447%2C1731252192563,1-c0771061be61,39447,1731252192563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/WALs/c0771061be61,39447,1731252192563/c0771061be61%2C39447%2C1731252192563.1731252217237 to pos 393, reset compression=false 2024-11-10T15:23:40,416 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35451/user/jenkins/test-data/f8d53bdb-4e86-aedd-c980-2d3d1b56cae4/data/hbase/meta/1588230740/.tmp/ns/9c00b898ef89435ba29ef14f893a0d1c 2024-11-10T15:23:40,441 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35451/user/jenkins/test-data/f8d53bdb-4e86-aedd-c980-2d3d1b56cae4/data/hbase/meta/1588230740/.tmp/rep_barrier/08a3ca9ed481413a9e406a8d218fd00f is 112, key is test,,1731252212703.0b038ef5facf5d298d380ede75a2e32a./rep_barrier:seqnumDuringOpen/1731252213184/Put/seqid=0 2024-11-10T15:23:40,445 DEBUG [RS:0;c0771061be61:36771 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T15:23:40,472 INFO [regionserver/c0771061be61:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T15:23:40,472 INFO [regionserver/c0771061be61:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T15:23:40,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36715 is added to blk_1073741841_1017 (size=5518) 2024-11-10T15:23:40,487 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35451/user/jenkins/test-data/f8d53bdb-4e86-aedd-c980-2d3d1b56cae4/data/hbase/meta/1588230740/.tmp/rep_barrier/08a3ca9ed481413a9e406a8d218fd00f 2024-11-10T15:23:40,521 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35451/user/jenkins/test-data/f8d53bdb-4e86-aedd-c980-2d3d1b56cae4/data/hbase/meta/1588230740/.tmp/table/b7d163a5f3dc48e895572a2300d8df1c is 40, key is test/table:state/1731252213205/Put/seqid=0 2024-11-10T15:23:40,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36715 is added to blk_1073741842_1018 (size=5165) 2024-11-10T15:23:40,549 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35451/user/jenkins/test-data/f8d53bdb-4e86-aedd-c980-2d3d1b56cae4/data/hbase/meta/1588230740/.tmp/table/b7d163a5f3dc48e895572a2300d8df1c 2024-11-10T15:23:40,554 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35451/user/jenkins/test-data/f8d53bdb-4e86-aedd-c980-2d3d1b56cae4/data/hbase/meta/1588230740/.tmp/info/0f41d8378178437fada357f086f70814 as hdfs://localhost:35451/user/jenkins/test-data/f8d53bdb-4e86-aedd-c980-2d3d1b56cae4/data/hbase/meta/1588230740/info/0f41d8378178437fada357f086f70814 2024-11-10T15:23:40,558 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35451/user/jenkins/test-data/f8d53bdb-4e86-aedd-c980-2d3d1b56cae4/data/hbase/meta/1588230740/info/0f41d8378178437fada357f086f70814, entries=10, sequenceid=11, filesize=6.3 K 2024-11-10T15:23:40,559 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35451/user/jenkins/test-data/f8d53bdb-4e86-aedd-c980-2d3d1b56cae4/data/hbase/meta/1588230740/.tmp/ns/9c00b898ef89435ba29ef14f893a0d1c as hdfs://localhost:35451/user/jenkins/test-data/f8d53bdb-4e86-aedd-c980-2d3d1b56cae4/data/hbase/meta/1588230740/ns/9c00b898ef89435ba29ef14f893a0d1c 2024-11-10T15:23:40,564 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,2-c0771061be61,39447,1731252192563.replicationSource.wal-reader.c0771061be61%2C39447%2C1731252192563,2-c0771061be61,39447,1731252192563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/WALs/c0771061be61,39447,1731252192563/c0771061be61%2C39447%2C1731252192563.1731252217237 to pos 393, reset compression=false 2024-11-10T15:23:40,564 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35451/user/jenkins/test-data/f8d53bdb-4e86-aedd-c980-2d3d1b56cae4/data/hbase/meta/1588230740/ns/9c00b898ef89435ba29ef14f893a0d1c, entries=2, sequenceid=11, filesize=5.0 K 2024-11-10T15:23:40,565 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35451/user/jenkins/test-data/f8d53bdb-4e86-aedd-c980-2d3d1b56cae4/data/hbase/meta/1588230740/.tmp/rep_barrier/08a3ca9ed481413a9e406a8d218fd00f as hdfs://localhost:35451/user/jenkins/test-data/f8d53bdb-4e86-aedd-c980-2d3d1b56cae4/data/hbase/meta/1588230740/rep_barrier/08a3ca9ed481413a9e406a8d218fd00f 2024-11-10T15:23:40,570 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35451/user/jenkins/test-data/f8d53bdb-4e86-aedd-c980-2d3d1b56cae4/data/hbase/meta/1588230740/rep_barrier/08a3ca9ed481413a9e406a8d218fd00f, entries=1, sequenceid=11, filesize=5.4 K 2024-11-10T15:23:40,571 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35451/user/jenkins/test-data/f8d53bdb-4e86-aedd-c980-2d3d1b56cae4/data/hbase/meta/1588230740/.tmp/table/b7d163a5f3dc48e895572a2300d8df1c as hdfs://localhost:35451/user/jenkins/test-data/f8d53bdb-4e86-aedd-c980-2d3d1b56cae4/data/hbase/meta/1588230740/table/b7d163a5f3dc48e895572a2300d8df1c 2024-11-10T15:23:40,577 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35451/user/jenkins/test-data/f8d53bdb-4e86-aedd-c980-2d3d1b56cae4/data/hbase/meta/1588230740/table/b7d163a5f3dc48e895572a2300d8df1c, entries=2, sequenceid=11, filesize=5.0 K 2024-11-10T15:23:40,578 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 728ms, sequenceid=11, compaction requested=false 2024-11-10T15:23:40,604 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35451/user/jenkins/test-data/f8d53bdb-4e86-aedd-c980-2d3d1b56cae4/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-10T15:23:40,605 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T15:23:40,605 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T15:23:40,605 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T15:23:40,605 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731252219845Running coprocessor pre-close hooks at 1731252219845Disabling compacts and flushes for region at 1731252219845Disabling writes for close at 1731252219850 (+5 ms)Obtaining lock to block concurrent updates at 1731252219851 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731252219851Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731252219851Flushing stores of hbase:meta,,1.1588230740 at 1731252219860 (+9 ms)Flushing 1588230740/info: creating writer at 1731252219860Flushing 1588230740/info: appending metadata at 1731252219909 (+49 ms)Flushing 1588230740/info: closing flushed file at 1731252219909Flushing 1588230740/ns: creating writer at 1731252219960 (+51 ms)Flushing 1588230740/ns: appending metadata at 1731252219982 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1731252219983 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1731252220421 (+438 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731252220441 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731252220441Flushing 1588230740/table: creating writer at 1731252220496 (+55 ms)Flushing 1588230740/table: appending metadata at 1731252220521 (+25 ms)Flushing 1588230740/table: closing flushed file at 1731252220521Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@255a4a24: reopening flushed file at 1731252220553 (+32 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e0ccac6: reopening flushed file at 1731252220558 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6648c94f: reopening flushed file at 1731252220564 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f8eb2de: reopening flushed file at 1731252220570 (+6 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 728ms, sequenceid=11, compaction requested=false at 1731252220578 (+8 ms)Writing region close event to WAL at 1731252220601 (+23 ms)Running coprocessor post-close hooks at 1731252220604 (+3 ms)Closed at 1731252220605 (+1 ms) 2024-11-10T15:23:40,605 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T15:23:40,646 INFO [RS:0;c0771061be61:36771 {}] regionserver.HRegionServer(976): stopping server c0771061be61,36771,1731252207976; all regions closed. 2024-11-10T15:23:40,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36715 is added to blk_1073741834_1010 (size=2717) 2024-11-10T15:23:40,651 DEBUG [RS:0;c0771061be61:36771 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f8d53bdb-4e86-aedd-c980-2d3d1b56cae4/oldWALs 2024-11-10T15:23:40,651 INFO [RS:0;c0771061be61:36771 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c0771061be61%2C36771%2C1731252207976.meta:.meta(num 1731252210079) 2024-11-10T15:23:40,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36715 is added to blk_1073741833_1009 (size=1028) 2024-11-10T15:23:40,662 DEBUG [RS:0;c0771061be61:36771 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f8d53bdb-4e86-aedd-c980-2d3d1b56cae4/oldWALs 2024-11-10T15:23:40,662 INFO [RS:0;c0771061be61:36771 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c0771061be61%2C36771%2C1731252207976:(num 1731252209653) 2024-11-10T15:23:40,662 DEBUG [RS:0;c0771061be61:36771 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:23:40,662 INFO [RS:0;c0771061be61:36771 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T15:23:40,662 INFO [RS:0;c0771061be61:36771 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T15:23:40,662 INFO [RS:0;c0771061be61:36771 {}] hbase.ChoreService(370): Chore service for: regionserver/c0771061be61:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T15:23:40,663 INFO [RS:0;c0771061be61:36771 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T15:23:40,663 INFO [regionserver/c0771061be61:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T15:23:40,663 INFO [RS:0;c0771061be61:36771 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c0771061be61:36771. 2024-11-10T15:23:40,663 DEBUG [RS:0;c0771061be61:36771 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:23:40,663 DEBUG [RS:0;c0771061be61:36771 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:23:40,663 DEBUG [RS:0;c0771061be61:36771 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:23:40,664 INFO [RS:0;c0771061be61:36771 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36771 2024-11-10T15:23:40,664 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T15:23:40,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36771-0x1012557f3090007, quorum=127.0.0.1:49878, baseZNode=/2737347637 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2737347637/rs/c0771061be61,36771,1731252207976 2024-11-10T15:23:40,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46389-0x1012557f3090006, quorum=127.0.0.1:49878, baseZNode=/2737347637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2737347637/rs 2024-11-10T15:23:40,709 INFO [RS:0;c0771061be61:36771 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T15:23:40,709 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c0771061be61,36771,1731252207976] 2024-11-10T15:23:40,730 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2737347637/draining/c0771061be61,36771,1731252207976 already deleted, retry=false 2024-11-10T15:23:40,730 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c0771061be61,36771,1731252207976 expired; onlineServers=0 2024-11-10T15:23:40,730 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c0771061be61,46389,1731252207645' ***** 2024-11-10T15:23:40,730 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T15:23:40,730 INFO [M:0;c0771061be61:46389 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T15:23:40,730 INFO [M:0;c0771061be61:46389 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T15:23:40,730 DEBUG [M:0;c0771061be61:46389 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T15:23:40,730 DEBUG [M:0;c0771061be61:46389 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T15:23:40,730 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T15:23:40,731 DEBUG [master/c0771061be61:0:becomeActiveMaster-HFileCleaner.large.0-1731252209223 {}] cleaner.HFileCleaner(306): Exit Thread[master/c0771061be61:0:becomeActiveMaster-HFileCleaner.large.0-1731252209223,5,FailOnTimeoutGroup] 2024-11-10T15:23:40,731 DEBUG [master/c0771061be61:0:becomeActiveMaster-HFileCleaner.small.0-1731252209223 {}] cleaner.HFileCleaner(306): Exit Thread[master/c0771061be61:0:becomeActiveMaster-HFileCleaner.small.0-1731252209223,5,FailOnTimeoutGroup] 2024-11-10T15:23:40,731 INFO [M:0;c0771061be61:46389 {}] hbase.ChoreService(370): Chore service for: master/c0771061be61:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T15:23:40,731 INFO [M:0;c0771061be61:46389 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T15:23:40,731 DEBUG [M:0;c0771061be61:46389 {}] master.HMaster(1795): Stopping service threads 2024-11-10T15:23:40,731 INFO [M:0;c0771061be61:46389 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T15:23:40,731 INFO [M:0;c0771061be61:46389 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T15:23:40,731 INFO [M:0;c0771061be61:46389 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T15:23:40,732 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T15:23:40,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46389-0x1012557f3090006, quorum=127.0.0.1:49878, baseZNode=/2737347637 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2737347637/master 2024-11-10T15:23:40,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46389-0x1012557f3090006, quorum=127.0.0.1:49878, baseZNode=/2737347637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2737347637 2024-11-10T15:23:40,740 DEBUG [M:0;c0771061be61:46389 {}] zookeeper.ZKUtil(347): master:46389-0x1012557f3090006, quorum=127.0.0.1:49878, baseZNode=/2737347637 Unable to get data of znode /2737347637/master because node does not exist (not an error) 2024-11-10T15:23:40,741 WARN [M:0;c0771061be61:46389 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T15:23:40,741 INFO [M:0;c0771061be61:46389 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35451/user/jenkins/test-data/f8d53bdb-4e86-aedd-c980-2d3d1b56cae4/.lastflushedseqids 2024-11-10T15:23:40,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36715 is added to blk_1073741843_1019 (size=173) 2024-11-10T15:23:40,769 INFO [M:0;c0771061be61:46389 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T15:23:40,769 INFO [M:0;c0771061be61:46389 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T15:23:40,769 DEBUG [M:0;c0771061be61:46389 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T15:23:40,769 INFO [M:0;c0771061be61:46389 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:23:40,769 DEBUG [M:0;c0771061be61:46389 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:23:40,769 DEBUG [M:0;c0771061be61:46389 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T15:23:40,769 DEBUG [M:0;c0771061be61:46389 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:23:40,769 INFO [M:0;c0771061be61:46389 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-10T15:23:40,786 DEBUG [M:0;c0771061be61:46389 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35451/user/jenkins/test-data/f8d53bdb-4e86-aedd-c980-2d3d1b56cae4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9dfc645c6027448ca3e0dee6a785cda8 is 82, key is hbase:meta,,1/info:regioninfo/1731252210181/Put/seqid=0 2024-11-10T15:23:40,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36715 is added to blk_1073741844_1020 (size=5672) 2024-11-10T15:23:40,807 INFO [M:0;c0771061be61:46389 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:35451/user/jenkins/test-data/f8d53bdb-4e86-aedd-c980-2d3d1b56cae4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9dfc645c6027448ca3e0dee6a785cda8 2024-11-10T15:23:40,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36771-0x1012557f3090007, quorum=127.0.0.1:49878, baseZNode=/2737347637 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T15:23:40,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36771-0x1012557f3090007, quorum=127.0.0.1:49878, baseZNode=/2737347637 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T15:23:40,820 INFO [RS:0;c0771061be61:36771 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T15:23:40,820 INFO [RS:0;c0771061be61:36771 {}] regionserver.HRegionServer(1031): Exiting; stopping=c0771061be61,36771,1731252207976; zookeeper connection closed. 2024-11-10T15:23:40,824 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2f3546d7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2f3546d7 2024-11-10T15:23:40,825 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T15:23:40,828 DEBUG [M:0;c0771061be61:46389 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35451/user/jenkins/test-data/f8d53bdb-4e86-aedd-c980-2d3d1b56cae4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f032c7a143444000bdccd241e226ca8e is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731252213209/Put/seqid=0 2024-11-10T15:23:40,834 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,39447,1731252192563.replicationSource.wal-reader.c0771061be61%2C39447%2C1731252192563,1-c0771061be61,39447,1731252192563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/WALs/c0771061be61,39447,1731252192563/c0771061be61%2C39447%2C1731252192563.1731252217237 to pos 393, reset compression=false 2024-11-10T15:23:40,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36715 is added to blk_1073741845_1021 (size=6586) 2024-11-10T15:23:40,872 INFO [M:0;c0771061be61:46389 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:35451/user/jenkins/test-data/f8d53bdb-4e86-aedd-c980-2d3d1b56cae4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f032c7a143444000bdccd241e226ca8e 2024-11-10T15:23:40,904 DEBUG [M:0;c0771061be61:46389 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35451/user/jenkins/test-data/f8d53bdb-4e86-aedd-c980-2d3d1b56cae4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/292c28818f0c4e09abbfab86f1835099 is 69, key is c0771061be61,36771,1731252207976/rs:state/1731252209304/Put/seqid=0 2024-11-10T15:23:40,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36715 is added to blk_1073741846_1022 (size=5156) 2024-11-10T15:23:40,934 INFO [M:0;c0771061be61:46389 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:35451/user/jenkins/test-data/f8d53bdb-4e86-aedd-c980-2d3d1b56cae4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/292c28818f0c4e09abbfab86f1835099 2024-11-10T15:23:40,939 DEBUG [M:0;c0771061be61:46389 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35451/user/jenkins/test-data/f8d53bdb-4e86-aedd-c980-2d3d1b56cae4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9dfc645c6027448ca3e0dee6a785cda8 as hdfs://localhost:35451/user/jenkins/test-data/f8d53bdb-4e86-aedd-c980-2d3d1b56cae4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9dfc645c6027448ca3e0dee6a785cda8 2024-11-10T15:23:40,943 INFO [M:0;c0771061be61:46389 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35451/user/jenkins/test-data/f8d53bdb-4e86-aedd-c980-2d3d1b56cae4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9dfc645c6027448ca3e0dee6a785cda8, entries=8, sequenceid=55, filesize=5.5 K 2024-11-10T15:23:40,944 DEBUG [M:0;c0771061be61:46389 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35451/user/jenkins/test-data/f8d53bdb-4e86-aedd-c980-2d3d1b56cae4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f032c7a143444000bdccd241e226ca8e as hdfs://localhost:35451/user/jenkins/test-data/f8d53bdb-4e86-aedd-c980-2d3d1b56cae4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f032c7a143444000bdccd241e226ca8e 2024-11-10T15:23:40,949 INFO [M:0;c0771061be61:46389 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35451/user/jenkins/test-data/f8d53bdb-4e86-aedd-c980-2d3d1b56cae4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f032c7a143444000bdccd241e226ca8e, entries=6, sequenceid=55, filesize=6.4 K 2024-11-10T15:23:40,950 DEBUG [M:0;c0771061be61:46389 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35451/user/jenkins/test-data/f8d53bdb-4e86-aedd-c980-2d3d1b56cae4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/292c28818f0c4e09abbfab86f1835099 as hdfs://localhost:35451/user/jenkins/test-data/f8d53bdb-4e86-aedd-c980-2d3d1b56cae4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/292c28818f0c4e09abbfab86f1835099 2024-11-10T15:23:40,954 INFO [M:0;c0771061be61:46389 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35451/user/jenkins/test-data/f8d53bdb-4e86-aedd-c980-2d3d1b56cae4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/292c28818f0c4e09abbfab86f1835099, entries=1, sequenceid=55, filesize=5.0 K 2024-11-10T15:23:40,955 INFO [M:0;c0771061be61:46389 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 186ms, sequenceid=55, compaction requested=false 2024-11-10T15:23:40,967 INFO [M:0;c0771061be61:46389 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:23:40,967 DEBUG [M:0;c0771061be61:46389 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731252220769Disabling compacts and flushes for region at 1731252220769Disabling writes for close at 1731252220769Obtaining lock to block concurrent updates at 1731252220769Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731252220769Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1731252220770 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731252220770Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731252220770Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731252220785 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731252220785Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731252220811 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731252220828 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731252220828Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731252220876 (+48 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731252220903 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731252220903Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3cdab743: reopening flushed file at 1731252220938 (+35 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37dc8e10: reopening flushed file at 1731252220944 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f0a3707: reopening flushed file at 1731252220949 (+5 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 186ms, sequenceid=55, compaction requested=false at 1731252220955 (+6 ms)Writing region close event to WAL at 1731252220967 (+12 ms)Closed at 1731252220967 2024-11-10T15:23:40,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36715 is added to blk_1073741830_1006 (size=32770) 2024-11-10T15:23:40,979 INFO [M:0;c0771061be61:46389 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T15:23:40,979 INFO [M:0;c0771061be61:46389 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46389 2024-11-10T15:23:40,979 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T15:23:40,980 INFO [M:0;c0771061be61:46389 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T15:23:41,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46389-0x1012557f3090006, quorum=127.0.0.1:49878, baseZNode=/2737347637 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T15:23:41,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46389-0x1012557f3090006, quorum=127.0.0.1:49878, baseZNode=/2737347637 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T15:23:41,093 INFO [M:0;c0771061be61:46389 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T15:23:41,129 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@561806ca{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T15:23:41,130 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7cb6c3b2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T15:23:41,130 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T15:23:41,130 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ef4b14f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T15:23:41,130 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50f8a0ab{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/995508e8-a3da-a622-9491-d72c7ffe814c/hadoop.log.dir/,STOPPED} 2024-11-10T15:23:41,135 WARN [BP-602151010-172.17.0.3-1731252205344 heartbeating to localhost/127.0.0.1:35451 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T15:23:41,135 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T15:23:41,135 WARN [BP-602151010-172.17.0.3-1731252205344 heartbeating to localhost/127.0.0.1:35451 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-602151010-172.17.0.3-1731252205344 (Datanode Uuid 831f7e69-63a2-4451-b775-428cabdeeebf) service to localhost/127.0.0.1:35451 2024-11-10T15:23:41,135 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T15:23:41,135 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/995508e8-a3da-a622-9491-d72c7ffe814c/cluster_8af1e5cb-40cb-15ef-3954-80d75de2bda7/data/data1/current/BP-602151010-172.17.0.3-1731252205344 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T15:23:41,136 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/995508e8-a3da-a622-9491-d72c7ffe814c/cluster_8af1e5cb-40cb-15ef-3954-80d75de2bda7/data/data2/current/BP-602151010-172.17.0.3-1731252205344 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T15:23:41,136 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T15:23:41,158 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3f0b1218{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T15:23:41,158 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e3bc62f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T15:23:41,158 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T15:23:41,159 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@225b0623{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T15:23:41,159 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@79393f7f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/995508e8-a3da-a622-9491-d72c7ffe814c/hadoop.log.dir/,STOPPED} 2024-11-10T15:23:41,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T15:23:41,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T15:23:41,181 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T15:23:41,181 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:23:41,181 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:23:41,181 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T15:23:41,181 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:23:41,182 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T15:23:41,182 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=481893686, stopped=false 2024-11-10T15:23:41,182 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c0771061be61,39333,1731252201293 2024-11-10T15:23:41,193 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,2-c0771061be61,39447,1731252192563.replicationSource.wal-reader.c0771061be61%2C39447%2C1731252192563,2-c0771061be61,39447,1731252192563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/WALs/c0771061be61,39447,1731252192563/c0771061be61%2C39447%2C1731252192563.1731252217237 to pos 393, reset compression=false 2024-11-10T15:23:41,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39333-0x1012557f3090003, quorum=127.0.0.1:49878, baseZNode=/1308848123 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1308848123/running 2024-11-10T15:23:41,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39333-0x1012557f3090003, quorum=127.0.0.1:49878, baseZNode=/1308848123 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1308848123 2024-11-10T15:23:41,203 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T15:23:41,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43843-0x1012557f3090004, quorum=127.0.0.1:49878, baseZNode=/1308848123 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1308848123/running 2024-11-10T15:23:41,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43843-0x1012557f3090004, quorum=127.0.0.1:49878, baseZNode=/1308848123 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1308848123 2024-11-10T15:23:41,204 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T15:23:41,204 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:23:41,204 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:23:41,204 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c0771061be61,43843,1731252202599' ***** 2024-11-10T15:23:41,204 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T15:23:41,205 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43843-0x1012557f3090004, quorum=127.0.0.1:49878, baseZNode=/1308848123 Set watcher on znode that does not yet exist, /1308848123/running 2024-11-10T15:23:41,205 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39333-0x1012557f3090003, quorum=127.0.0.1:49878, baseZNode=/1308848123 Set watcher on znode that does not yet exist, /1308848123/running 2024-11-10T15:23:41,205 INFO [RS:0;c0771061be61:43843 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T15:23:41,205 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T15:23:41,205 INFO [RS:0;c0771061be61:43843 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T15:23:41,205 INFO [RS:0;c0771061be61:43843 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T15:23:41,206 INFO [RS:0;c0771061be61:43843 {}] regionserver.HRegionServer(3091): Received CLOSE for ecebab8952fa0d88011e16ca78702b68 2024-11-10T15:23:41,206 INFO [RS:0;c0771061be61:43843 {}] regionserver.HRegionServer(959): stopping server c0771061be61,43843,1731252202599 2024-11-10T15:23:41,206 INFO [RS:0;c0771061be61:43843 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T15:23:41,206 INFO [RS:0;c0771061be61:43843 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c0771061be61:43843. 2024-11-10T15:23:41,206 DEBUG [RS:0;c0771061be61:43843 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:23:41,206 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ecebab8952fa0d88011e16ca78702b68, disabling compactions & flushes 2024-11-10T15:23:41,206 DEBUG [RS:0;c0771061be61:43843 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:23:41,206 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731252211551.ecebab8952fa0d88011e16ca78702b68. 2024-11-10T15:23:41,206 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731252211551.ecebab8952fa0d88011e16ca78702b68. 2024-11-10T15:23:41,206 INFO [RS:0;c0771061be61:43843 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T15:23:41,206 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731252211551.ecebab8952fa0d88011e16ca78702b68. after waiting 0 ms 2024-11-10T15:23:41,206 INFO [RS:0;c0771061be61:43843 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T15:23:41,206 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731252211551.ecebab8952fa0d88011e16ca78702b68. 2024-11-10T15:23:41,206 INFO [RS:0;c0771061be61:43843 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T15:23:41,206 INFO [RS:0;c0771061be61:43843 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T15:23:41,212 INFO [RS:0;c0771061be61:43843 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T15:23:41,212 DEBUG [RS:0;c0771061be61:43843 {}] regionserver.HRegionServer(1325): Online Regions={ecebab8952fa0d88011e16ca78702b68=test,,1731252211551.ecebab8952fa0d88011e16ca78702b68., 1588230740=hbase:meta,,1.1588230740} 2024-11-10T15:23:41,212 DEBUG [RS:0;c0771061be61:43843 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ecebab8952fa0d88011e16ca78702b68 2024-11-10T15:23:41,212 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T15:23:41,212 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T15:23:41,212 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T15:23:41,213 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T15:23:41,213 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T15:23:41,213 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-10T15:23:41,220 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33769/user/jenkins/test-data/b24d7fd4-5224-15a3-2496-c0132a9c16b0/data/default/test/ecebab8952fa0d88011e16ca78702b68/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T15:23:41,221 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T15:23:41,221 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T15:23:41,221 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731252211551.ecebab8952fa0d88011e16ca78702b68. 2024-11-10T15:23:41,221 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ecebab8952fa0d88011e16ca78702b68: Waiting for close lock at 1731252221206Running coprocessor pre-close hooks at 1731252221206Disabling compacts and flushes for region at 1731252221206Disabling writes for close at 1731252221206Writing region close event to WAL at 1731252221208 (+2 ms)Running coprocessor post-close hooks at 1731252221221 (+13 ms)Closed at 1731252221221 2024-11-10T15:23:41,221 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731252211551.ecebab8952fa0d88011e16ca78702b68. 2024-11-10T15:23:41,230 INFO [regionserver/c0771061be61:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T15:23:41,233 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33769/user/jenkins/test-data/b24d7fd4-5224-15a3-2496-c0132a9c16b0/data/hbase/meta/1588230740/.tmp/info/82fb0e98e8e64f79a8204ca8b566bf1b is 129, key is test,,1731252211551.ecebab8952fa0d88011e16ca78702b68./info:regioninfo/1731252212401/Put/seqid=0 2024-11-10T15:23:41,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43675 is added to blk_1073741841_1017 (size=6421) 2024-11-10T15:23:41,248 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33769/user/jenkins/test-data/b24d7fd4-5224-15a3-2496-c0132a9c16b0/data/hbase/meta/1588230740/.tmp/info/82fb0e98e8e64f79a8204ca8b566bf1b 2024-11-10T15:23:41,271 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33769/user/jenkins/test-data/b24d7fd4-5224-15a3-2496-c0132a9c16b0/data/hbase/meta/1588230740/.tmp/ns/481d9ccf483b4ee8b0d635a2fe241c67 is 43, key is default/ns:d/1731252205075/Put/seqid=0 2024-11-10T15:23:41,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43675 is added to blk_1073741842_1018 (size=5153) 2024-11-10T15:23:41,282 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33769/user/jenkins/test-data/b24d7fd4-5224-15a3-2496-c0132a9c16b0/data/hbase/meta/1588230740/.tmp/ns/481d9ccf483b4ee8b0d635a2fe241c67 2024-11-10T15:23:41,313 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33769/user/jenkins/test-data/b24d7fd4-5224-15a3-2496-c0132a9c16b0/data/hbase/meta/1588230740/.tmp/rep_barrier/58484b1628eb411b93f9dd7b239470b4 is 112, key is test,,1731252211551.ecebab8952fa0d88011e16ca78702b68./rep_barrier:seqnumDuringOpen/1731252212401/Put/seqid=0 2024-11-10T15:23:41,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43675 is added to blk_1073741843_1019 (size=5518) 2024-11-10T15:23:41,345 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33769/user/jenkins/test-data/b24d7fd4-5224-15a3-2496-c0132a9c16b0/data/hbase/meta/1588230740/.tmp/rep_barrier/58484b1628eb411b93f9dd7b239470b4 2024-11-10T15:23:41,379 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33769/user/jenkins/test-data/b24d7fd4-5224-15a3-2496-c0132a9c16b0/data/hbase/meta/1588230740/.tmp/table/045975570ff24e1692d54d81305cc2d8 is 40, key is test/table:state/1731252212411/Put/seqid=0 2024-11-10T15:23:41,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43675 is added to blk_1073741844_1020 (size=5165) 2024-11-10T15:23:41,384 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33769/user/jenkins/test-data/b24d7fd4-5224-15a3-2496-c0132a9c16b0/data/hbase/meta/1588230740/.tmp/table/045975570ff24e1692d54d81305cc2d8 2024-11-10T15:23:41,390 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33769/user/jenkins/test-data/b24d7fd4-5224-15a3-2496-c0132a9c16b0/data/hbase/meta/1588230740/.tmp/info/82fb0e98e8e64f79a8204ca8b566bf1b as hdfs://localhost:33769/user/jenkins/test-data/b24d7fd4-5224-15a3-2496-c0132a9c16b0/data/hbase/meta/1588230740/info/82fb0e98e8e64f79a8204ca8b566bf1b 2024-11-10T15:23:41,394 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33769/user/jenkins/test-data/b24d7fd4-5224-15a3-2496-c0132a9c16b0/data/hbase/meta/1588230740/info/82fb0e98e8e64f79a8204ca8b566bf1b, entries=10, sequenceid=11, filesize=6.3 K 2024-11-10T15:23:41,395 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33769/user/jenkins/test-data/b24d7fd4-5224-15a3-2496-c0132a9c16b0/data/hbase/meta/1588230740/.tmp/ns/481d9ccf483b4ee8b0d635a2fe241c67 as hdfs://localhost:33769/user/jenkins/test-data/b24d7fd4-5224-15a3-2496-c0132a9c16b0/data/hbase/meta/1588230740/ns/481d9ccf483b4ee8b0d635a2fe241c67 2024-11-10T15:23:41,400 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33769/user/jenkins/test-data/b24d7fd4-5224-15a3-2496-c0132a9c16b0/data/hbase/meta/1588230740/ns/481d9ccf483b4ee8b0d635a2fe241c67, entries=2, sequenceid=11, filesize=5.0 K 2024-11-10T15:23:41,401 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33769/user/jenkins/test-data/b24d7fd4-5224-15a3-2496-c0132a9c16b0/data/hbase/meta/1588230740/.tmp/rep_barrier/58484b1628eb411b93f9dd7b239470b4 as hdfs://localhost:33769/user/jenkins/test-data/b24d7fd4-5224-15a3-2496-c0132a9c16b0/data/hbase/meta/1588230740/rep_barrier/58484b1628eb411b93f9dd7b239470b4 2024-11-10T15:23:41,405 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33769/user/jenkins/test-data/b24d7fd4-5224-15a3-2496-c0132a9c16b0/data/hbase/meta/1588230740/rep_barrier/58484b1628eb411b93f9dd7b239470b4, entries=1, sequenceid=11, filesize=5.4 K 2024-11-10T15:23:41,406 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33769/user/jenkins/test-data/b24d7fd4-5224-15a3-2496-c0132a9c16b0/data/hbase/meta/1588230740/.tmp/table/045975570ff24e1692d54d81305cc2d8 as hdfs://localhost:33769/user/jenkins/test-data/b24d7fd4-5224-15a3-2496-c0132a9c16b0/data/hbase/meta/1588230740/table/045975570ff24e1692d54d81305cc2d8 2024-11-10T15:23:41,412 DEBUG [RS:0;c0771061be61:43843 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T15:23:41,419 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33769/user/jenkins/test-data/b24d7fd4-5224-15a3-2496-c0132a9c16b0/data/hbase/meta/1588230740/table/045975570ff24e1692d54d81305cc2d8, entries=2, sequenceid=11, filesize=5.0 K 2024-11-10T15:23:41,420 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 206ms, sequenceid=11, compaction requested=false 2024-11-10T15:23:41,421 INFO [regionserver/c0771061be61:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T15:23:41,421 INFO [regionserver/c0771061be61:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T15:23:41,454 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,39447,1731252192563.replicationSource.wal-reader.c0771061be61%2C39447%2C1731252192563,1-c0771061be61,39447,1731252192563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/WALs/c0771061be61,39447,1731252192563/c0771061be61%2C39447%2C1731252192563.1731252217237 to pos 393, reset compression=false 2024-11-10T15:23:41,522 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33769/user/jenkins/test-data/b24d7fd4-5224-15a3-2496-c0132a9c16b0/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-10T15:23:41,522 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T15:23:41,522 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T15:23:41,522 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T15:23:41,523 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731252221212Running coprocessor pre-close hooks at 1731252221212Disabling compacts and flushes for region at 1731252221212Disabling writes for close at 1731252221213 (+1 ms)Obtaining lock to block concurrent updates at 1731252221213Preparing flush snapshotting stores in 1588230740 at 1731252221213Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731252221213Flushing stores of hbase:meta,,1.1588230740 at 1731252221214 (+1 ms)Flushing 1588230740/info: creating writer at 1731252221214Flushing 1588230740/info: appending metadata at 1731252221233 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731252221233Flushing 1588230740/ns: creating writer at 1731252221253 (+20 ms)Flushing 1588230740/ns: appending metadata at 1731252221271 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731252221271Flushing 1588230740/rep_barrier: creating writer at 1731252221290 (+19 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731252221313 (+23 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731252221313Flushing 1588230740/table: creating writer at 1731252221352 (+39 ms)Flushing 1588230740/table: appending metadata at 1731252221378 (+26 ms)Flushing 1588230740/table: closing flushed file at 1731252221379 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e58dc95: reopening flushed file at 1731252221389 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@795d5173: reopening flushed file at 1731252221394 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22bbd1c4: reopening flushed file at 1731252221400 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7cea74b6: reopening flushed file at 1731252221405 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 206ms, sequenceid=11, compaction requested=false at 1731252221420 (+15 ms)Writing region close event to WAL at 1731252221496 (+76 ms)Running coprocessor post-close hooks at 1731252221522 (+26 ms)Closed at 1731252221522 2024-11-10T15:23:41,523 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T15:23:41,613 INFO [RS:0;c0771061be61:43843 {}] regionserver.HRegionServer(976): stopping server c0771061be61,43843,1731252202599; all regions closed. 2024-11-10T15:23:41,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43675 is added to blk_1073741834_1010 (size=2717) 2024-11-10T15:23:41,648 DEBUG [RS:0;c0771061be61:43843 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b24d7fd4-5224-15a3-2496-c0132a9c16b0/oldWALs 2024-11-10T15:23:41,648 INFO [RS:0;c0771061be61:43843 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c0771061be61%2C43843%2C1731252202599.meta:.meta(num 1731252205009) 2024-11-10T15:23:41,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43675 is added to blk_1073741833_1009 (size=1374) 2024-11-10T15:23:41,693 DEBUG [RS:0;c0771061be61:43843 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b24d7fd4-5224-15a3-2496-c0132a9c16b0/oldWALs 2024-11-10T15:23:41,694 INFO [RS:0;c0771061be61:43843 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c0771061be61%2C43843%2C1731252202599:(num 1731252204499) 2024-11-10T15:23:41,694 DEBUG [RS:0;c0771061be61:43843 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:23:41,694 INFO [RS:0;c0771061be61:43843 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T15:23:41,694 INFO [RS:0;c0771061be61:43843 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T15:23:41,694 INFO [RS:0;c0771061be61:43843 {}] hbase.ChoreService(370): Chore service for: regionserver/c0771061be61:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T15:23:41,694 INFO [RS:0;c0771061be61:43843 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T15:23:41,694 INFO [RS:0;c0771061be61:43843 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c0771061be61:43843. 2024-11-10T15:23:41,694 DEBUG [RS:0;c0771061be61:43843 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:23:41,694 DEBUG [RS:0;c0771061be61:43843 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:23:41,695 DEBUG [RS:0;c0771061be61:43843 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:23:41,695 INFO [RS:0;c0771061be61:43843 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43843 2024-11-10T15:23:41,695 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T15:23:41,695 INFO [regionserver/c0771061be61:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T15:23:41,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43843-0x1012557f3090004, quorum=127.0.0.1:49878, baseZNode=/1308848123 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1308848123/rs/c0771061be61,43843,1731252202599 2024-11-10T15:23:41,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39333-0x1012557f3090003, quorum=127.0.0.1:49878, baseZNode=/1308848123 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1308848123/rs 2024-11-10T15:23:41,741 INFO [RS:0;c0771061be61:43843 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T15:23:41,742 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c0771061be61,43843,1731252202599] 2024-11-10T15:23:41,761 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1308848123/draining/c0771061be61,43843,1731252202599 already deleted, retry=false 2024-11-10T15:23:41,761 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c0771061be61,43843,1731252202599 expired; onlineServers=0 2024-11-10T15:23:41,761 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c0771061be61,39333,1731252201293' ***** 2024-11-10T15:23:41,761 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T15:23:41,761 INFO [M:0;c0771061be61:39333 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T15:23:41,762 INFO [M:0;c0771061be61:39333 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T15:23:41,762 DEBUG [M:0;c0771061be61:39333 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T15:23:41,762 DEBUG [M:0;c0771061be61:39333 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T15:23:41,762 DEBUG [master/c0771061be61:0:becomeActiveMaster-HFileCleaner.large.0-1731252204212 {}] cleaner.HFileCleaner(306): Exit Thread[master/c0771061be61:0:becomeActiveMaster-HFileCleaner.large.0-1731252204212,5,FailOnTimeoutGroup] 2024-11-10T15:23:41,762 DEBUG [master/c0771061be61:0:becomeActiveMaster-HFileCleaner.small.0-1731252204214 {}] cleaner.HFileCleaner(306): Exit Thread[master/c0771061be61:0:becomeActiveMaster-HFileCleaner.small.0-1731252204214,5,FailOnTimeoutGroup] 2024-11-10T15:23:41,762 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T15:23:41,762 INFO [M:0;c0771061be61:39333 {}] hbase.ChoreService(370): Chore service for: master/c0771061be61:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T15:23:41,762 INFO [M:0;c0771061be61:39333 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T15:23:41,762 DEBUG [M:0;c0771061be61:39333 {}] master.HMaster(1795): Stopping service threads 2024-11-10T15:23:41,762 INFO [M:0;c0771061be61:39333 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T15:23:41,762 INFO [M:0;c0771061be61:39333 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T15:23:41,762 INFO [M:0;c0771061be61:39333 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T15:23:41,762 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T15:23:41,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39333-0x1012557f3090003, quorum=127.0.0.1:49878, baseZNode=/1308848123 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1308848123/master 2024-11-10T15:23:41,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39333-0x1012557f3090003, quorum=127.0.0.1:49878, baseZNode=/1308848123 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1308848123 2024-11-10T15:23:41,772 DEBUG [M:0;c0771061be61:39333 {}] zookeeper.ZKUtil(347): master:39333-0x1012557f3090003, quorum=127.0.0.1:49878, baseZNode=/1308848123 Unable to get data of znode /1308848123/master because node does not exist (not an error) 2024-11-10T15:23:41,772 WARN [M:0;c0771061be61:39333 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T15:23:41,772 INFO [M:0;c0771061be61:39333 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33769/user/jenkins/test-data/b24d7fd4-5224-15a3-2496-c0132a9c16b0/.lastflushedseqids 2024-11-10T15:23:41,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43675 is added to blk_1073741845_1021 (size=173) 2024-11-10T15:23:41,838 INFO [M:0;c0771061be61:39333 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T15:23:41,838 INFO [M:0;c0771061be61:39333 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T15:23:41,838 DEBUG [M:0;c0771061be61:39333 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T15:23:41,838 INFO [M:0;c0771061be61:39333 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:23:41,838 DEBUG [M:0;c0771061be61:39333 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:23:41,838 DEBUG [M:0;c0771061be61:39333 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T15:23:41,838 DEBUG [M:0;c0771061be61:39333 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:23:41,838 INFO [M:0;c0771061be61:39333 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-10T15:23:41,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43843-0x1012557f3090004, quorum=127.0.0.1:49878, baseZNode=/1308848123 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T15:23:41,851 INFO [RS:0;c0771061be61:43843 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T15:23:41,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43843-0x1012557f3090004, quorum=127.0.0.1:49878, baseZNode=/1308848123 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T15:23:41,851 INFO [RS:0;c0771061be61:43843 {}] regionserver.HRegionServer(1031): Exiting; stopping=c0771061be61,43843,1731252202599; zookeeper connection closed. 2024-11-10T15:23:41,877 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@628c6549 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@628c6549 2024-11-10T15:23:41,877 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T15:23:41,883 DEBUG [M:0;c0771061be61:39333 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33769/user/jenkins/test-data/b24d7fd4-5224-15a3-2496-c0132a9c16b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dfb71f46476e46e2b4dc937c1f646d29 is 82, key is hbase:meta,,1/info:regioninfo/1731252205046/Put/seqid=0 2024-11-10T15:23:41,900 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,2-c0771061be61,39447,1731252192563.replicationSource.wal-reader.c0771061be61%2C39447%2C1731252192563,2-c0771061be61,39447,1731252192563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/WALs/c0771061be61,39447,1731252192563/c0771061be61%2C39447%2C1731252192563.1731252217237 to pos 393, reset compression=false 2024-11-10T15:23:41,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43675 is added to blk_1073741846_1022 (size=5672) 2024-11-10T15:23:42,088 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T15:23:42,196 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,39447,1731252192563.replicationSource.wal-reader.c0771061be61%2C39447%2C1731252192563,1-c0771061be61,39447,1731252192563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/WALs/c0771061be61,39447,1731252192563/c0771061be61%2C39447%2C1731252192563.1731252217237 to pos 393, reset compression=false 2024-11-10T15:23:42,346 INFO [M:0;c0771061be61:39333 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:33769/user/jenkins/test-data/b24d7fd4-5224-15a3-2496-c0132a9c16b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dfb71f46476e46e2b4dc937c1f646d29 2024-11-10T15:23:42,382 DEBUG [M:0;c0771061be61:39333 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33769/user/jenkins/test-data/b24d7fd4-5224-15a3-2496-c0132a9c16b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/87695685e71e4aa8a99ca98b87e74f46 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731252212415/Put/seqid=0 2024-11-10T15:23:42,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43675 is added to blk_1073741847_1023 (size=6586) 2024-11-10T15:23:42,395 INFO [M:0;c0771061be61:39333 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:33769/user/jenkins/test-data/b24d7fd4-5224-15a3-2496-c0132a9c16b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/87695685e71e4aa8a99ca98b87e74f46 2024-11-10T15:23:42,444 DEBUG [M:0;c0771061be61:39333 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33769/user/jenkins/test-data/b24d7fd4-5224-15a3-2496-c0132a9c16b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/384d71207e014670a54fcc21a744657b is 69, key is c0771061be61,43843,1731252202599/rs:state/1731252204327/Put/seqid=0 2024-11-10T15:23:42,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43675 is added to blk_1073741848_1024 (size=5156) 2024-11-10T15:23:42,765 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,2-c0771061be61,39447,1731252192563.replicationSource.wal-reader.c0771061be61%2C39447%2C1731252192563,2-c0771061be61,39447,1731252192563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/WALs/c0771061be61,39447,1731252192563/c0771061be61%2C39447%2C1731252192563.1731252217237 to pos 393, reset compression=false 2024-11-10T15:23:42,902 INFO [M:0;c0771061be61:39333 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:33769/user/jenkins/test-data/b24d7fd4-5224-15a3-2496-c0132a9c16b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/384d71207e014670a54fcc21a744657b 2024-11-10T15:23:42,908 DEBUG [M:0;c0771061be61:39333 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33769/user/jenkins/test-data/b24d7fd4-5224-15a3-2496-c0132a9c16b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dfb71f46476e46e2b4dc937c1f646d29 as hdfs://localhost:33769/user/jenkins/test-data/b24d7fd4-5224-15a3-2496-c0132a9c16b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dfb71f46476e46e2b4dc937c1f646d29 2024-11-10T15:23:42,913 INFO [M:0;c0771061be61:39333 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33769/user/jenkins/test-data/b24d7fd4-5224-15a3-2496-c0132a9c16b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dfb71f46476e46e2b4dc937c1f646d29, entries=8, sequenceid=55, filesize=5.5 K 2024-11-10T15:23:42,914 DEBUG [M:0;c0771061be61:39333 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33769/user/jenkins/test-data/b24d7fd4-5224-15a3-2496-c0132a9c16b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/87695685e71e4aa8a99ca98b87e74f46 as hdfs://localhost:33769/user/jenkins/test-data/b24d7fd4-5224-15a3-2496-c0132a9c16b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/87695685e71e4aa8a99ca98b87e74f46 2024-11-10T15:23:42,918 INFO [M:0;c0771061be61:39333 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33769/user/jenkins/test-data/b24d7fd4-5224-15a3-2496-c0132a9c16b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/87695685e71e4aa8a99ca98b87e74f46, entries=6, sequenceid=55, filesize=6.4 K 2024-11-10T15:23:42,929 DEBUG [M:0;c0771061be61:39333 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33769/user/jenkins/test-data/b24d7fd4-5224-15a3-2496-c0132a9c16b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/384d71207e014670a54fcc21a744657b as hdfs://localhost:33769/user/jenkins/test-data/b24d7fd4-5224-15a3-2496-c0132a9c16b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/384d71207e014670a54fcc21a744657b 2024-11-10T15:23:42,934 INFO [M:0;c0771061be61:39333 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33769/user/jenkins/test-data/b24d7fd4-5224-15a3-2496-c0132a9c16b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/384d71207e014670a54fcc21a744657b, entries=1, sequenceid=55, filesize=5.0 K 2024-11-10T15:23:42,935 INFO [M:0;c0771061be61:39333 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1096ms, sequenceid=55, compaction requested=false 2024-11-10T15:23:42,993 INFO [M:0;c0771061be61:39333 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:23:42,993 DEBUG [M:0;c0771061be61:39333 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731252221838Disabling compacts and flushes for region at 1731252221838Disabling writes for close at 1731252221838Obtaining lock to block concurrent updates at 1731252221838Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731252221838Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1731252221839 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731252221839Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731252221839Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731252221883 (+44 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731252221883Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731252222351 (+468 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731252222382 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731252222382Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731252222401 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731252222444 (+43 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731252222444Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5da70f82: reopening flushed file at 1731252222906 (+462 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50685a11: reopening flushed file at 1731252222913 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@114a4bbc: reopening flushed file at 1731252222918 (+5 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1096ms, sequenceid=55, compaction requested=false at 1731252222935 (+17 ms)Writing region close event to WAL at 1731252222993 (+58 ms)Closed at 1731252222993 2024-11-10T15:23:43,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43675 is added to blk_1073741830_1006 (size=32770) 2024-11-10T15:23:43,032 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,39447,1731252192563.replicationSource.wal-reader.c0771061be61%2C39447%2C1731252192563,1-c0771061be61,39447,1731252192563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/WALs/c0771061be61,39447,1731252192563/c0771061be61%2C39447%2C1731252192563.1731252217237 to pos 393, reset compression=false 2024-11-10T15:23:43,033 INFO [M:0;c0771061be61:39333 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T15:23:43,033 INFO [M:0;c0771061be61:39333 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39333 2024-11-10T15:23:43,033 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T15:23:43,033 INFO [M:0;c0771061be61:39333 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T15:23:43,199 INFO [M:0;c0771061be61:39333 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T15:23:43,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39333-0x1012557f3090003, quorum=127.0.0.1:49878, baseZNode=/1308848123 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T15:23:43,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39333-0x1012557f3090003, quorum=127.0.0.1:49878, baseZNode=/1308848123 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T15:23:43,241 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@52079d94{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T15:23:43,242 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2dfc971b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T15:23:43,242 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T15:23:43,242 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7dedfc57{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T15:23:43,242 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14185180{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9876f87-5d50-45a4-6ea9-09ca459d773a/hadoop.log.dir/,STOPPED} 2024-11-10T15:23:43,244 WARN [BP-1217738414-172.17.0.3-1731252198009 heartbeating to localhost/127.0.0.1:33769 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T15:23:43,244 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T15:23:43,244 WARN [BP-1217738414-172.17.0.3-1731252198009 heartbeating to localhost/127.0.0.1:33769 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1217738414-172.17.0.3-1731252198009 (Datanode Uuid 742ff50f-e859-4d79-b388-04463f0665c2) service to localhost/127.0.0.1:33769 2024-11-10T15:23:43,244 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T15:23:43,245 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9876f87-5d50-45a4-6ea9-09ca459d773a/cluster_5626d299-dbcb-3643-a049-878fdf900465/data/data2/current/BP-1217738414-172.17.0.3-1731252198009 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T15:23:43,245 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9876f87-5d50-45a4-6ea9-09ca459d773a/cluster_5626d299-dbcb-3643-a049-878fdf900465/data/data1/current/BP-1217738414-172.17.0.3-1731252198009 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T15:23:43,245 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T15:23:43,252 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3920ab49{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T15:23:43,253 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7c2144d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T15:23:43,253 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T15:23:43,254 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68405515{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T15:23:43,254 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@35f3c526{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9876f87-5d50-45a4-6ea9-09ca459d773a/hadoop.log.dir/,STOPPED} 2024-11-10T15:23:43,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T15:23:43,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T15:23:43,277 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T15:23:43,277 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:23:43,278 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:23:43,278 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:23:43,278 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T15:23:43,278 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2081452222, stopped=false 2024-11-10T15:23:43,279 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c0771061be61,34271,1731252192116 2024-11-10T15:23:43,284 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T15:23:43,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39447-0x1012557f3090001, quorum=127.0.0.1:49878, baseZNode=/0-8580891 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-8580891/running 2024-11-10T15:23:43,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34271-0x1012557f3090000, quorum=127.0.0.1:49878, baseZNode=/0-8580891 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-8580891/running 2024-11-10T15:23:43,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39447-0x1012557f3090001, quorum=127.0.0.1:49878, baseZNode=/0-8580891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-8580891 2024-11-10T15:23:43,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34271-0x1012557f3090000, quorum=127.0.0.1:49878, baseZNode=/0-8580891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-8580891 2024-11-10T15:23:43,298 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T15:23:43,299 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39447-0x1012557f3090001, quorum=127.0.0.1:49878, baseZNode=/0-8580891 Set watcher on znode that does not yet exist, /0-8580891/running 2024-11-10T15:23:43,300 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34271-0x1012557f3090000, quorum=127.0.0.1:49878, baseZNode=/0-8580891 Set watcher on znode that does not yet exist, /0-8580891/running 2024-11-10T15:23:43,301 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T15:23:43,301 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:23:43,301 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:23:43,302 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c0771061be61,39447,1731252192563' ***** 2024-11-10T15:23:43,302 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T15:23:43,302 INFO [RS:0;c0771061be61:39447 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T15:23:43,302 INFO [RS:0;c0771061be61:39447 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T15:23:43,302 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T15:23:43,302 INFO [RS:0;c0771061be61:39447 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T15:23:43,302 INFO [RS:0;c0771061be61:39447 {}] regionserver.HRegionServer(3091): Received CLOSE for 357da980312ce322b26737d4b7afc262 2024-11-10T15:23:43,314 INFO [RS:0;c0771061be61:39447 {}] regionserver.HRegionServer(3091): Received CLOSE for 76b5978031ebb0f5e5b7ca6892e6fc26 2024-11-10T15:23:43,314 INFO [RS:0;c0771061be61:39447 {}] regionserver.HRegionServer(959): stopping server c0771061be61,39447,1731252192563 2024-11-10T15:23:43,314 INFO [RS:0;c0771061be61:39447 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T15:23:43,314 INFO [RS:0;c0771061be61:39447 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c0771061be61:39447. 2024-11-10T15:23:43,314 DEBUG [RS:0;c0771061be61:39447 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:23:43,314 DEBUG [RS:0;c0771061be61:39447 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:23:43,316 INFO [RS:0;c0771061be61:39447 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T15:23:43,316 INFO [RS:0;c0771061be61:39447 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T15:23:43,316 INFO [RS:0;c0771061be61:39447 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T15:23:43,316 INFO [RS:0;c0771061be61:39447 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T15:23:43,317 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 357da980312ce322b26737d4b7afc262, disabling compactions & flushes 2024-11-10T15:23:43,317 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731252210401.357da980312ce322b26737d4b7afc262. 2024-11-10T15:23:43,317 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731252210401.357da980312ce322b26737d4b7afc262. 2024-11-10T15:23:43,317 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731252210401.357da980312ce322b26737d4b7afc262. after waiting 0 ms 2024-11-10T15:23:43,317 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731252210401.357da980312ce322b26737d4b7afc262. 2024-11-10T15:23:43,317 INFO [regionserver/c0771061be61:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T15:23:43,324 INFO [RS:0;c0771061be61:39447 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T15:23:43,324 DEBUG [RS:0;c0771061be61:39447 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 357da980312ce322b26737d4b7afc262=test,,1731252210401.357da980312ce322b26737d4b7afc262., 76b5978031ebb0f5e5b7ca6892e6fc26=hbase:replication,,1731252213382.76b5978031ebb0f5e5b7ca6892e6fc26.} 2024-11-10T15:23:43,324 DEBUG [RS:0;c0771061be61:39447 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 357da980312ce322b26737d4b7afc262, 76b5978031ebb0f5e5b7ca6892e6fc26 2024-11-10T15:23:43,325 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T15:23:43,325 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T15:23:43,325 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T15:23:43,325 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T15:23:43,325 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T15:23:43,325 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-10T15:23:43,343 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/data/default/test/357da980312ce322b26737d4b7afc262/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T15:23:43,343 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T15:23:43,343 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T15:23:43,343 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731252210401.357da980312ce322b26737d4b7afc262. 2024-11-10T15:23:43,344 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 357da980312ce322b26737d4b7afc262: Waiting for close lock at 1731252223317Running coprocessor pre-close hooks at 1731252223317Disabling compacts and flushes for region at 1731252223317Disabling writes for close at 1731252223317Writing region close event to WAL at 1731252223326 (+9 ms)Running coprocessor post-close hooks at 1731252223343 (+17 ms)Closed at 1731252223343 2024-11-10T15:23:43,344 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731252210401.357da980312ce322b26737d4b7afc262. 2024-11-10T15:23:43,344 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 76b5978031ebb0f5e5b7ca6892e6fc26, disabling compactions & flushes 2024-11-10T15:23:43,344 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731252213382.76b5978031ebb0f5e5b7ca6892e6fc26. 2024-11-10T15:23:43,344 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731252213382.76b5978031ebb0f5e5b7ca6892e6fc26. 2024-11-10T15:23:43,344 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731252213382.76b5978031ebb0f5e5b7ca6892e6fc26. after waiting 0 ms 2024-11-10T15:23:43,344 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731252213382.76b5978031ebb0f5e5b7ca6892e6fc26. 2024-11-10T15:23:43,344 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 76b5978031ebb0f5e5b7ca6892e6fc26 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-10T15:23:43,347 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/data/hbase/meta/1588230740/.tmp/info/009b2d8b938b4debb63a430366e254fb is 147, key is hbase:replication,,1731252213382.76b5978031ebb0f5e5b7ca6892e6fc26./info:regioninfo/1731252213853/Put/seqid=0 2024-11-10T15:23:43,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42021 is added to blk_1073741847_1023 (size=7686) 2024-11-10T15:23:43,364 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/data/hbase/meta/1588230740/.tmp/info/009b2d8b938b4debb63a430366e254fb 2024-11-10T15:23:43,377 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/data/hbase/replication/76b5978031ebb0f5e5b7ca6892e6fc26/.tmp/hfileref/bccc3b6262c84756b9606c9cec3a0d6e is 74, key is 1/hfileref:61d80ba651e449e7b2a6de1580b30e6c_SeqId_6_/1731252219597/DeleteColumn/seqid=0 2024-11-10T15:23:43,424 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/data/hbase/meta/1588230740/.tmp/ns/8c28b5451a7f44a6b645bebd8ddbff88 is 43, key is default/ns:d/1731252197897/Put/seqid=0 2024-11-10T15:23:43,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42021 is added to blk_1073741848_1024 (size=5489) 2024-11-10T15:23:43,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42021 is added to blk_1073741849_1025 (size=5153) 2024-11-10T15:23:43,456 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/data/hbase/meta/1588230740/.tmp/ns/8c28b5451a7f44a6b645bebd8ddbff88 2024-11-10T15:23:43,506 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/data/hbase/meta/1588230740/.tmp/rep_barrier/86abb86c29bc4b5f9c3c2bae98fe5b64 is 112, key is test,,1731252210401.357da980312ce322b26737d4b7afc262./rep_barrier:seqnumDuringOpen/1731252211412/Put/seqid=0 2024-11-10T15:23:43,529 DEBUG [RS:0;c0771061be61:39447 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 76b5978031ebb0f5e5b7ca6892e6fc26 2024-11-10T15:23:43,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42021 is added to blk_1073741850_1026 (size=5518) 2024-11-10T15:23:43,542 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/data/hbase/meta/1588230740/.tmp/rep_barrier/86abb86c29bc4b5f9c3c2bae98fe5b64 2024-11-10T15:23:43,602 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/data/hbase/meta/1588230740/.tmp/table/d5019e3724f34df986b0828c3b853819 is 53, key is hbase:replication/table:state/1731252213860/Put/seqid=0 2024-11-10T15:23:43,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42021 is added to blk_1073741851_1027 (size=5308) 2024-11-10T15:23:43,708 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,2-c0771061be61,39447,1731252192563.replicationSource.wal-reader.c0771061be61%2C39447%2C1731252192563,2-c0771061be61,39447,1731252192563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/WALs/c0771061be61,39447,1731252192563/c0771061be61%2C39447%2C1731252192563.1731252217237 to pos 393, reset compression=false 2024-11-10T15:23:43,730 DEBUG [RS:0;c0771061be61:39447 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 76b5978031ebb0f5e5b7ca6892e6fc26 2024-11-10T15:23:43,730 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,2-c0771061be61,39447,1731252192563.replicationSource.wal-reader.c0771061be61%2C39447%2C1731252192563,2-c0771061be61,39447,1731252192563 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T15:23:43,730 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,2-c0771061be61,39447,1731252192563.replicationSource.wal-reader.c0771061be61%2C39447%2C1731252192563,2-c0771061be61,39447,1731252192563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/WALs/c0771061be61,39447,1731252192563/c0771061be61%2C39447%2C1731252192563.1731252217237 to pos 688, reset compression=false 2024-11-10T15:23:43,732 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,2-c0771061be61,39447,1731252192563.replicationSource.shipperc0771061be61%2C39447%2C1731252192563,2-c0771061be61,39447,1731252192563 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-c0771061be61,39447,1731252192563 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/WALs/c0771061be61,39447,1731252192563/c0771061be61%2C39447%2C1731252192563.1731252217237, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T15:23:43,734 ERROR [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,2-c0771061be61,39447,1731252192563.replicationSource.shipperc0771061be61%2C39447%2C1731252192563,2-c0771061be61,39447,1731252192563 {}] regionserver.HRegionServer(2440): ***** ABORTING region server c0771061be61,39447,1731252192563: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-c0771061be61,39447,1731252192563, walGroup=c0771061be61%2C39447%2C1731252192563, offset=c0771061be61%2C39447%2C1731252192563.1731252217237:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c0771061be61:39447 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-10T15:23:43,735 ERROR [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,2-c0771061be61,39447,1731252192563.replicationSource.shipperc0771061be61%2C39447%2C1731252192563,2-c0771061be61,39447,1731252192563 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-10T15:23:43,735 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,2-c0771061be61,39447,1731252192563.replicationSource.shipperc0771061be61%2C39447%2C1731252192563,2-c0771061be61,39447,1731252192563 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-10T15:23:43,735 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,2-c0771061be61,39447,1731252192563.replicationSource.shipperc0771061be61%2C39447%2C1731252192563,2-c0771061be61,39447,1731252192563 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-10T15:23:43,735 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,2-c0771061be61,39447,1731252192563.replicationSource.shipperc0771061be61%2C39447%2C1731252192563,2-c0771061be61,39447,1731252192563 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-10T15:23:43,735 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,2-c0771061be61,39447,1731252192563.replicationSource.shipperc0771061be61%2C39447%2C1731252192563,2-c0771061be61,39447,1731252192563 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-10T15:23:43,736 INFO [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,2-c0771061be61,39447,1731252192563.replicationSource.shipperc0771061be61%2C39447%2C1731252192563,2-c0771061be61,39447,1731252192563 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1572864000, "init": 1048576000, "max": 2306867200, "used": 986994912 }, "NonHeapMemoryUsage": { "committed": 211091456, "init": 7667712, "max": -1, "used": 208031856 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-10T15:23:43,736 WARN [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,2-c0771061be61,39447,1731252192563.replicationSource.shipperc0771061be61%2C39447%2C1731252192563,2-c0771061be61,39447,1731252192563 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c0771061be61:34271 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c0771061be61:34271 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-10T15:23:43,836 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/data/hbase/replication/76b5978031ebb0f5e5b7ca6892e6fc26/.tmp/hfileref/bccc3b6262c84756b9606c9cec3a0d6e 2024-11-10T15:23:43,863 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/data/hbase/replication/76b5978031ebb0f5e5b7ca6892e6fc26/.tmp/queue/9d42165aeb94409ab6a9dc370431fedd is 153, key is 1-c0771061be61,39447,1731252192563/queue:c0771061be61%2C39447%2C1731252192563/1731252219599/Put/seqid=0 2024-11-10T15:23:43,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42021 is added to blk_1073741852_1028 (size=5504) 2024-11-10T15:23:43,930 DEBUG [RS:0;c0771061be61:39447 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 76b5978031ebb0f5e5b7ca6892e6fc26 2024-11-10T15:23:43,956 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,2-c0771061be61,39447,1731252192563.replicationSource.wal-reader.c0771061be61%2C39447%2C1731252192563,2-c0771061be61,39447,1731252192563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/WALs/c0771061be61,39447,1731252192563/c0771061be61%2C39447%2C1731252192563.1731252217237 to pos 688, reset compression=false 2024-11-10T15:23:43,963 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,39447,1731252192563.replicationSource.wal-reader.c0771061be61%2C39447%2C1731252192563,1-c0771061be61,39447,1731252192563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/WALs/c0771061be61,39447,1731252192563/c0771061be61%2C39447%2C1731252192563.1731252217237 to pos 393, reset compression=false 2024-11-10T15:23:43,995 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,39447,1731252192563.replicationSource.wal-reader.c0771061be61%2C39447%2C1731252192563,1-c0771061be61,39447,1731252192563 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T15:23:43,995 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,39447,1731252192563.replicationSource.wal-reader.c0771061be61%2C39447%2C1731252192563,1-c0771061be61,39447,1731252192563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/WALs/c0771061be61,39447,1731252192563/c0771061be61%2C39447%2C1731252192563.1731252217237 to pos 688, reset compression=false 2024-11-10T15:23:43,995 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,39447,1731252192563.replicationSource.shipperc0771061be61%2C39447%2C1731252192563,1-c0771061be61,39447,1731252192563 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0771061be61,39447,1731252192563 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/WALs/c0771061be61,39447,1731252192563/c0771061be61%2C39447%2C1731252192563.1731252217237, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T15:23:43,996 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,39447,1731252192563.replicationSource.shipperc0771061be61%2C39447%2C1731252192563,1-c0771061be61,39447,1731252192563 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-10T15:23:44,044 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/data/hbase/meta/1588230740/.tmp/table/d5019e3724f34df986b0828c3b853819 2024-11-10T15:23:44,049 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/data/hbase/meta/1588230740/.tmp/info/009b2d8b938b4debb63a430366e254fb as hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/data/hbase/meta/1588230740/info/009b2d8b938b4debb63a430366e254fb 2024-11-10T15:23:44,053 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/data/hbase/meta/1588230740/info/009b2d8b938b4debb63a430366e254fb, entries=20, sequenceid=16, filesize=7.5 K 2024-11-10T15:23:44,054 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/data/hbase/meta/1588230740/.tmp/ns/8c28b5451a7f44a6b645bebd8ddbff88 as hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/data/hbase/meta/1588230740/ns/8c28b5451a7f44a6b645bebd8ddbff88 2024-11-10T15:23:44,066 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/data/hbase/meta/1588230740/ns/8c28b5451a7f44a6b645bebd8ddbff88, entries=2, sequenceid=16, filesize=5.0 K 2024-11-10T15:23:44,067 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T15:23:44,067 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/data/hbase/meta/1588230740/.tmp/rep_barrier/86abb86c29bc4b5f9c3c2bae98fe5b64 as hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/data/hbase/meta/1588230740/rep_barrier/86abb86c29bc4b5f9c3c2bae98fe5b64 2024-11-10T15:23:44,067 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c0771061be61,45381,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c0771061be61:45381 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T15:23:44,068 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 18, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 168999 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c0771061be61,45381,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c0771061be61:45381 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T15:23:44,074 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/data/hbase/meta/1588230740/rep_barrier/86abb86c29bc4b5f9c3c2bae98fe5b64, entries=1, sequenceid=16, filesize=5.4 K 2024-11-10T15:23:44,075 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/data/hbase/meta/1588230740/.tmp/table/d5019e3724f34df986b0828c3b853819 as hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/data/hbase/meta/1588230740/table/d5019e3724f34df986b0828c3b853819 2024-11-10T15:23:44,081 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/data/hbase/meta/1588230740/table/d5019e3724f34df986b0828c3b853819, entries=4, sequenceid=16, filesize=5.2 K 2024-11-10T15:23:44,082 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 757ms, sequenceid=16, compaction requested=false 2024-11-10T15:23:44,082 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T15:23:44,127 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-10T15:23:44,129 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T15:23:44,129 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T15:23:44,129 INFO [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T15:23:44,129 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731252223325Running coprocessor pre-close hooks at 1731252223325Disabling compacts and flushes for region at 1731252223325Disabling writes for close at 1731252223325Obtaining lock to block concurrent updates at 1731252223325Preparing flush snapshotting stores in 1588230740 at 1731252223325Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731252223325Flushing stores of hbase:meta,,1.1588230740 at 1731252223326 (+1 ms)Flushing 1588230740/info: creating writer at 1731252223326Flushing 1588230740/info: appending metadata at 1731252223347 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731252223347Flushing 1588230740/ns: creating writer at 1731252223372 (+25 ms)Flushing 1588230740/ns: appending metadata at 1731252223416 (+44 ms)Flushing 1588230740/ns: closing flushed file at 1731252223416Flushing 1588230740/rep_barrier: creating writer at 1731252223460 (+44 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731252223505 (+45 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731252223505Flushing 1588230740/table: creating writer at 1731252223547 (+42 ms)Flushing 1588230740/table: appending metadata at 1731252223602 (+55 ms)Flushing 1588230740/table: closing flushed file at 1731252223602Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a568e06: reopening flushed file at 1731252224048 (+446 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e50d646: reopening flushed file at 1731252224053 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@774bf448: reopening flushed file at 1731252224066 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38d2952a: reopening flushed file at 1731252224074 (+8 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 757ms, sequenceid=16, compaction requested=false at 1731252224082 (+8 ms)Writing region close event to WAL at 1731252224108 (+26 ms)Running coprocessor post-close hooks at 1731252224129 (+21 ms)Closed at 1731252224129 2024-11-10T15:23:44,129 DEBUG [RS_CLOSE_META-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T15:23:44,130 DEBUG [RS:0;c0771061be61:39447 {}] regionserver.HRegionServer(1351): Waiting on 76b5978031ebb0f5e5b7ca6892e6fc26 2024-11-10T15:23:44,204 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,39447,1731252192563.replicationSource.wal-reader.c0771061be61%2C39447%2C1731252192563,1-c0771061be61,39447,1731252192563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/WALs/c0771061be61,39447,1731252192563/c0771061be61%2C39447%2C1731252192563.1731252217237 to pos 688, reset compression=false 2024-11-10T15:23:44,215 INFO [regionserver/c0771061be61:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T15:23:44,215 INFO [regionserver/c0771061be61:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T15:23:44,273 DEBUG [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,2-c0771061be61,39447,1731252192563.replicationSource.wal-reader.c0771061be61%2C39447%2C1731252192563,2-c0771061be61,39447,1731252192563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/WALs/c0771061be61,39447,1731252192563/c0771061be61%2C39447%2C1731252192563.1731252217237 to pos 688, reset compression=false 2024-11-10T15:23:44,283 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/data/hbase/replication/76b5978031ebb0f5e5b7ca6892e6fc26/.tmp/queue/9d42165aeb94409ab6a9dc370431fedd 2024-11-10T15:23:44,286 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/data/hbase/replication/76b5978031ebb0f5e5b7ca6892e6fc26/.tmp/hfileref/bccc3b6262c84756b9606c9cec3a0d6e as hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/data/hbase/replication/76b5978031ebb0f5e5b7ca6892e6fc26/hfileref/bccc3b6262c84756b9606c9cec3a0d6e 2024-11-10T15:23:44,290 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/data/hbase/replication/76b5978031ebb0f5e5b7ca6892e6fc26/hfileref/bccc3b6262c84756b9606c9cec3a0d6e, entries=6, sequenceid=17, filesize=5.4 K 2024-11-10T15:23:44,291 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/data/hbase/replication/76b5978031ebb0f5e5b7ca6892e6fc26/.tmp/queue/9d42165aeb94409ab6a9dc370431fedd as hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/data/hbase/replication/76b5978031ebb0f5e5b7ca6892e6fc26/queue/9d42165aeb94409ab6a9dc370431fedd 2024-11-10T15:23:44,294 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/data/hbase/replication/76b5978031ebb0f5e5b7ca6892e6fc26/queue/9d42165aeb94409ab6a9dc370431fedd, entries=2, sequenceid=17, filesize=5.4 K 2024-11-10T15:23:44,294 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 76b5978031ebb0f5e5b7ca6892e6fc26 in 950ms, sequenceid=17, compaction requested=false 2024-11-10T15:23:44,300 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/data/hbase/replication/76b5978031ebb0f5e5b7ca6892e6fc26/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-10T15:23:44,300 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T15:23:44,300 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T15:23:44,301 INFO [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731252213382.76b5978031ebb0f5e5b7ca6892e6fc26. 2024-11-10T15:23:44,301 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 76b5978031ebb0f5e5b7ca6892e6fc26: Waiting for close lock at 1731252223344Running coprocessor pre-close hooks at 1731252223344Disabling compacts and flushes for region at 1731252223344Disabling writes for close at 1731252223344Obtaining lock to block concurrent updates at 1731252223344Preparing flush snapshotting stores in 76b5978031ebb0f5e5b7ca6892e6fc26 at 1731252223344Finished memstore snapshotting hbase:replication,,1731252213382.76b5978031ebb0f5e5b7ca6892e6fc26., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1731252223344Flushing stores of hbase:replication,,1731252213382.76b5978031ebb0f5e5b7ca6892e6fc26. at 1731252223348 (+4 ms)Flushing 76b5978031ebb0f5e5b7ca6892e6fc26/hfileref: creating writer at 1731252223348Flushing 76b5978031ebb0f5e5b7ca6892e6fc26/hfileref: appending metadata at 1731252223377 (+29 ms)Flushing 76b5978031ebb0f5e5b7ca6892e6fc26/hfileref: closing flushed file at 1731252223377Flushing 76b5978031ebb0f5e5b7ca6892e6fc26/queue: creating writer at 1731252223841 (+464 ms)Flushing 76b5978031ebb0f5e5b7ca6892e6fc26/queue: appending metadata at 1731252223863 (+22 ms)Flushing 76b5978031ebb0f5e5b7ca6892e6fc26/queue: closing flushed file at 1731252223863Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65a19130: reopening flushed file at 1731252224286 (+423 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@363b3978: reopening flushed file at 1731252224290 (+4 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 76b5978031ebb0f5e5b7ca6892e6fc26 in 950ms, sequenceid=17, compaction requested=false at 1731252224294 (+4 ms)Writing region close event to WAL at 1731252224297 (+3 ms)Running coprocessor post-close hooks at 1731252224300 (+3 ms)Closed at 1731252224301 (+1 ms) 2024-11-10T15:23:44,301 DEBUG [RS_CLOSE_REGION-regionserver/c0771061be61:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731252213382.76b5978031ebb0f5e5b7ca6892e6fc26. 2024-11-10T15:23:44,331 INFO [RS:0;c0771061be61:39447 {}] regionserver.HRegionServer(976): stopping server c0771061be61,39447,1731252192563; all regions closed. 2024-11-10T15:23:44,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42021 is added to blk_1073741843_1019 (size=859) 2024-11-10T15:23:44,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42021 is added to blk_1073741844_1020 (size=2791) 2024-11-10T15:23:44,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42021 is added to blk_1073741842_1018 (size=696) 2024-11-10T15:23:44,336 DEBUG [RS:0;c0771061be61:39447 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:23:44,336 INFO [RS:0;c0771061be61:39447 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T15:23:44,336 INFO [RS:0;c0771061be61:39447 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T15:23:44,336 INFO [RS:0;c0771061be61:39447 {}] hbase.ChoreService(370): Chore service for: regionserver/c0771061be61:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T15:23:44,336 INFO [RS:0;c0771061be61:39447 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T15:23:44,336 INFO [regionserver/c0771061be61:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T15:23:44,337 INFO [RS:0;c0771061be61:39447 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c0771061be61,39447,1731252192563 because: Region server is closing 2024-11-10T15:23:44,337 INFO [RS:0;c0771061be61:39447 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c0771061be61:39447. 2024-11-10T15:23:44,337 DEBUG [RS:0;c0771061be61:39447 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:23:44,337 DEBUG [RS:0;c0771061be61:39447 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:23:44,337 DEBUG [RS:0;c0771061be61:39447 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:23:44,337 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T15:23:44,438 INFO [RS:0;c0771061be61:39447 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,39447,1731252192563.replicationSource.shipperc0771061be61%2C39447%2C1731252192563,1-c0771061be61,39447,1731252192563 terminated 2024-11-10T15:23:44,438 INFO [RS:0;c0771061be61:39447 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-c0771061be61,39447,1731252192563 because: Region server is closing 2024-11-10T15:23:44,438 INFO [RS:0;c0771061be61:39447 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c0771061be61:39447. 2024-11-10T15:23:44,438 DEBUG [RS:0;c0771061be61:39447 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T15:23:44,438 DEBUG [RS:0;c0771061be61:39447 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:23:44,438 DEBUG [RS:0;c0771061be61:39447 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T15:23:44,438 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T15:23:44,438 WARN [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,1-c0771061be61,39447,1731252192563.replicationSource.wal-reader.c0771061be61%2C39447%2C1731252192563,1-c0771061be61,39447,1731252192563 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T15:23:44,538 INFO [RS:0;c0771061be61:39447 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,2-c0771061be61,39447,1731252192563.replicationSource.shipperc0771061be61%2C39447%2C1731252192563,2-c0771061be61,39447,1731252192563 terminated 2024-11-10T15:23:44,538 WARN [RS_REFRESH_PEER-regionserver/c0771061be61:0-0.replicationSource,2-c0771061be61,39447,1731252192563.replicationSource.wal-reader.c0771061be61%2C39447%2C1731252192563,2-c0771061be61,39447,1731252192563 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T15:23:44,538 INFO [RS:0;c0771061be61:39447 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39447 2024-11-10T15:23:44,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39447-0x1012557f3090001, quorum=127.0.0.1:49878, baseZNode=/0-8580891 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-8580891/rs/c0771061be61,39447,1731252192563 2024-11-10T15:23:44,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34271-0x1012557f3090000, quorum=127.0.0.1:49878, baseZNode=/0-8580891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-8580891/rs 2024-11-10T15:23:44,551 INFO [RS:0;c0771061be61:39447 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T15:23:44,561 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c0771061be61,39447,1731252192563] 2024-11-10T15:23:44,572 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-8580891/draining/c0771061be61,39447,1731252192563 already deleted, retry=false 2024-11-10T15:23:44,573 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c0771061be61,39447,1731252192563 expired; onlineServers=0 2024-11-10T15:23:44,573 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c0771061be61,34271,1731252192116' ***** 2024-11-10T15:23:44,573 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T15:23:44,573 INFO [M:0;c0771061be61:34271 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T15:23:44,573 INFO [M:0;c0771061be61:34271 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T15:23:44,573 DEBUG [M:0;c0771061be61:34271 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T15:23:44,573 DEBUG [M:0;c0771061be61:34271 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T15:23:44,573 DEBUG [master/c0771061be61:0:becomeActiveMaster-HFileCleaner.small.0-1731252196948 {}] cleaner.HFileCleaner(306): Exit Thread[master/c0771061be61:0:becomeActiveMaster-HFileCleaner.small.0-1731252196948,5,FailOnTimeoutGroup] 2024-11-10T15:23:44,573 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T15:23:44,573 DEBUG [master/c0771061be61:0:becomeActiveMaster-HFileCleaner.large.0-1731252196948 {}] cleaner.HFileCleaner(306): Exit Thread[master/c0771061be61:0:becomeActiveMaster-HFileCleaner.large.0-1731252196948,5,FailOnTimeoutGroup] 2024-11-10T15:23:44,573 INFO [M:0;c0771061be61:34271 {}] hbase.ChoreService(370): Chore service for: master/c0771061be61:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T15:23:44,573 INFO [M:0;c0771061be61:34271 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T15:23:44,574 DEBUG [M:0;c0771061be61:34271 {}] master.HMaster(1795): Stopping service threads 2024-11-10T15:23:44,574 INFO [M:0;c0771061be61:34271 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T15:23:44,574 INFO [M:0;c0771061be61:34271 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T15:23:44,574 ERROR [M:0;c0771061be61:34271 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1040632728) connection to localhost/127.0.0.1:35253 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:35253,5,PEWorkerGroup] 2024-11-10T15:23:44,574 INFO [M:0;c0771061be61:34271 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T15:23:44,574 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T15:23:44,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34271-0x1012557f3090000, quorum=127.0.0.1:49878, baseZNode=/0-8580891 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-8580891/master 2024-11-10T15:23:44,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34271-0x1012557f3090000, quorum=127.0.0.1:49878, baseZNode=/0-8580891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-8580891 2024-11-10T15:23:44,614 DEBUG [M:0;c0771061be61:34271 {}] zookeeper.ZKUtil(347): master:34271-0x1012557f3090000, quorum=127.0.0.1:49878, baseZNode=/0-8580891 Unable to get data of znode /0-8580891/master because node does not exist (not an error) 2024-11-10T15:23:44,614 WARN [M:0;c0771061be61:34271 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T15:23:44,615 INFO [M:0;c0771061be61:34271 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/.lastflushedseqids 2024-11-10T15:23:44,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42021 is added to blk_1073741853_1029 (size=263) 2024-11-10T15:23:44,635 INFO [M:0;c0771061be61:34271 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T15:23:44,635 INFO [M:0;c0771061be61:34271 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T15:23:44,635 DEBUG [M:0;c0771061be61:34271 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T15:23:44,636 INFO [M:0;c0771061be61:34271 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:23:44,636 DEBUG [M:0;c0771061be61:34271 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:23:44,636 DEBUG [M:0;c0771061be61:34271 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T15:23:44,636 DEBUG [M:0;c0771061be61:34271 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:23:44,636 INFO [M:0;c0771061be61:34271 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.83 KB heapSize=70.51 KB 2024-11-10T15:23:44,657 DEBUG [M:0;c0771061be61:34271 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8bcab16432e94ae2a99e43fc06dfc6c4 is 82, key is hbase:meta,,1/info:regioninfo/1731252197807/Put/seqid=0 2024-11-10T15:23:44,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39447-0x1012557f3090001, quorum=127.0.0.1:49878, baseZNode=/0-8580891 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T15:23:44,661 INFO [RS:0;c0771061be61:39447 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T15:23:44,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39447-0x1012557f3090001, quorum=127.0.0.1:49878, baseZNode=/0-8580891 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T15:23:44,661 INFO [RS:0;c0771061be61:39447 {}] regionserver.HRegionServer(1031): Exiting; stopping=c0771061be61,39447,1731252192563; zookeeper connection closed. 2024-11-10T15:23:44,668 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5abcd92a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5abcd92a 2024-11-10T15:23:44,668 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T15:23:44,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42021 is added to blk_1073741854_1030 (size=5672) 2024-11-10T15:23:44,676 INFO [M:0;c0771061be61:34271 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8bcab16432e94ae2a99e43fc06dfc6c4 2024-11-10T15:23:44,712 DEBUG [M:0;c0771061be61:34271 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/79ab296ba7f64d0b8c884a5f1a72fb23 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731252213864/Put/seqid=0 2024-11-10T15:23:44,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42021 is added to blk_1073741855_1031 (size=8909) 2024-11-10T15:23:45,129 INFO [M:0;c0771061be61:34271 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.28 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/79ab296ba7f64d0b8c884a5f1a72fb23 2024-11-10T15:23:45,150 DEBUG [M:0;c0771061be61:34271 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/263aceb2c40547108a1fe481d8f62864 is 69, key is c0771061be61,39447,1731252192563/rs:state/1731252197139/Put/seqid=0 2024-11-10T15:23:45,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42021 is added to blk_1073741856_1032 (size=5156) 2024-11-10T15:23:45,401 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T15:23:45,402 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:45,402 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:45,402 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:45,403 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:45,403 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:45,403 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:45,404 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:45,404 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:45,404 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:45,462 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:45,462 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:45,462 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:45,463 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:45,463 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:45,463 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:45,472 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:45,477 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:45,477 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:45,517 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T15:23:45,555 INFO [M:0;c0771061be61:34271 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/263aceb2c40547108a1fe481d8f62864 2024-11-10T15:23:45,558 DEBUG [M:0;c0771061be61:34271 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8bcab16432e94ae2a99e43fc06dfc6c4 as hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8bcab16432e94ae2a99e43fc06dfc6c4 2024-11-10T15:23:45,562 INFO [M:0;c0771061be61:34271 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8bcab16432e94ae2a99e43fc06dfc6c4, entries=8, sequenceid=112, filesize=5.5 K 2024-11-10T15:23:45,562 DEBUG [M:0;c0771061be61:34271 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/79ab296ba7f64d0b8c884a5f1a72fb23 as hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/79ab296ba7f64d0b8c884a5f1a72fb23 2024-11-10T15:23:45,565 INFO [M:0;c0771061be61:34271 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/79ab296ba7f64d0b8c884a5f1a72fb23, entries=13, sequenceid=112, filesize=8.7 K 2024-11-10T15:23:45,566 DEBUG [M:0;c0771061be61:34271 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/263aceb2c40547108a1fe481d8f62864 as hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/263aceb2c40547108a1fe481d8f62864 2024-11-10T15:23:45,569 INFO [M:0;c0771061be61:34271 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35253/user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/263aceb2c40547108a1fe481d8f62864, entries=1, sequenceid=112, filesize=5.0 K 2024-11-10T15:23:45,570 INFO [M:0;c0771061be61:34271 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 934ms, sequenceid=112, compaction requested=false 2024-11-10T15:23:45,571 INFO [M:0;c0771061be61:34271 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T15:23:45,571 DEBUG [M:0;c0771061be61:34271 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731252224635Disabling compacts and flushes for region at 1731252224635Disabling writes for close at 1731252224636 (+1 ms)Obtaining lock to block concurrent updates at 1731252224636Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731252224636Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61268, getHeapSize=72136, getOffHeapSize=0, getCellsCount=131 at 1731252224636Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731252224637 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731252224637Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731252224656 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731252224656Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731252224679 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731252224712 (+33 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731252224712Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731252225133 (+421 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731252225150 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731252225150Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@701797fc: reopening flushed file at 1731252225558 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e0e0063: reopening flushed file at 1731252225562 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40f5db30: reopening flushed file at 1731252225566 (+4 ms)Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 934ms, sequenceid=112, compaction requested=false at 1731252225570 (+4 ms)Writing region close event to WAL at 1731252225571 (+1 ms)Closed at 1731252225571 2024-11-10T15:23:45,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42021 is added to blk_1073741830_1006 (size=69055) 2024-11-10T15:23:45,572 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/78910dd1-5c4d-bf3a-dfb0-db32f92e7c72/MasterData/WALs/c0771061be61,34271,1731252192116/c0771061be61%2C34271%2C1731252192116.1731252194503 not finished, retry = 0 2024-11-10T15:23:45,673 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T15:23:45,673 INFO [M:0;c0771061be61:34271 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T15:23:45,674 INFO [M:0;c0771061be61:34271 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34271 2024-11-10T15:23:45,674 INFO [M:0;c0771061be61:34271 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T15:23:45,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34271-0x1012557f3090000, quorum=127.0.0.1:49878, baseZNode=/0-8580891 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T15:23:45,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34271-0x1012557f3090000, quorum=127.0.0.1:49878, baseZNode=/0-8580891 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T15:23:45,809 INFO [M:0;c0771061be61:34271 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T15:23:45,814 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@649b9acf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T15:23:45,814 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@33958fbf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T15:23:45,815 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T15:23:45,815 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30c1d1ff{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T15:23:45,815 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@12a4de79{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e139d834-d569-e36e-ce66-eeeeddfddbb9/hadoop.log.dir/,STOPPED} 2024-11-10T15:23:45,817 WARN [BP-866247027-172.17.0.3-1731252189043 heartbeating to localhost/127.0.0.1:35253 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T15:23:45,817 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T15:23:45,817 WARN [BP-866247027-172.17.0.3-1731252189043 heartbeating to localhost/127.0.0.1:35253 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-866247027-172.17.0.3-1731252189043 (Datanode Uuid b2c20b50-80bb-46d6-a189-4f8cc00cd338) service to localhost/127.0.0.1:35253 2024-11-10T15:23:45,817 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T15:23:45,818 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e139d834-d569-e36e-ce66-eeeeddfddbb9/cluster_49b25e3a-38ae-a0f6-f869-08a8f89e5a42/data/data1/current/BP-866247027-172.17.0.3-1731252189043 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T15:23:45,818 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e139d834-d569-e36e-ce66-eeeeddfddbb9/cluster_49b25e3a-38ae-a0f6-f869-08a8f89e5a42/data/data2/current/BP-866247027-172.17.0.3-1731252189043 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T15:23:45,818 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T15:23:45,828 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4a5b5028{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T15:23:45,829 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3df456d6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T15:23:45,829 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T15:23:45,829 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6781d4a7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T15:23:45,829 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f35d1ca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e139d834-d569-e36e-ce66-eeeeddfddbb9/hadoop.log.dir/,STOPPED} 2024-11-10T15:23:45,837 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T15:23:45,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T15:23:45,883 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=598 (was 531) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35451 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35253 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49878) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-34 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:33769 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35253 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35451 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35451 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35451 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33769 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35451 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35253 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33769 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35253 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35451 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33769 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35253 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35253 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35451 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35451 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35253 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35253 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35253 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33769 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35253 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49878) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35253 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35253 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33769 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35451 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:35451 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33769 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49878) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33769 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35253 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35253 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33769 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33769 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35253 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:35253 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=980 (was 874) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=741 (was 570) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2880 (was 4199) 2024-11-10T15:23:45,883 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=598 is superior to 500 2024-11-10T15:23:45,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1012557f3090002, quorum=127.0.0.1:49878, baseZNode=/0-8580891 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T15:23:45,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1012557f3090008, quorum=127.0.0.1:49878, baseZNode=/2737347637 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T15:23:45,934 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1012557f3090002, quorum=127.0.0.1:49878, baseZNode=/0-8580891 Received Disconnected from ZooKeeper, ignoring 2024-11-10T15:23:45,934 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1012557f3090008, quorum=127.0.0.1:49878, baseZNode=/2737347637 Received Disconnected from ZooKeeper, ignoring 2024-11-10T15:23:45,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1012557f3090005, quorum=127.0.0.1:49878, baseZNode=/1308848123 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T15:23:45,935 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1012557f3090005, quorum=127.0.0.1:49878, baseZNode=/1308848123 Received Disconnected from ZooKeeper, ignoring